-- Logs begin at Mon 2021-08-09 10:54:57 UTC, end at Mon 2021-08-09 11:54:06 UTC. -- Aug 09 11:24:11.385192 dv-cinder-803900-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 11:24:14.052106 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.common.config [-] Logging enabled! Aug 09 11:24:14.052721 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 09 11:24:14.052888 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93142) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 11:24:14.056196 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.common.config [-] Logging enabled! Aug 09 11:24:14.056451 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 09 11:24:14.056764 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93142) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 11:24:14.057731 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:24:14.057967 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:24:14.058327 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:24:14.058570 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:24:14.058795 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:24:14.059112 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.060017 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.060316 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.060543 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.060839 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.061134 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.061414 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.061731 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.062031 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.062318 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.062596 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.062883 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.063115 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.063398 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.063687 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.063975 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.064198 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] debug = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.064478 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.064903 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.065327 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.065630 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.065922 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.066204 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.066474 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.066751 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.067034 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.067365 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] host = dv-cinder-803900-2-iscsi {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.067643 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.067931 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.068221 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.068509 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.068787 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.069064 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.069354 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.069652 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.069928 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] log_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.070204 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.070495 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.070783 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.071079 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.071306 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.071528 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.071817 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.072106 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.072382 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.072655 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.072928 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.073203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.073494 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.073764 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.074049 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.074334 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.074620 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.074914 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.075188 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.075467 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.075736 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.076020 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.076293 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.076560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.076833 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.077117 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.077384 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.077679 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.077982 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.078268 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.078550 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.078832 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.079104 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.079389 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.079663 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.079935 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.080206 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] use_json = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.080479 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.080770 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.081037 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.081307 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.081599 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.081873 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.082142 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.082444 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:14.082765 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.083065 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.083370 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.083658 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.083959 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.084242 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.084536 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.084818 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.085110 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.085407 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.085733 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.086017 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.086308 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.086587 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.086882 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.087188 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.087482 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.087778 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.088055 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.088330 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.088604 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.088883 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.089170 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.089489 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.089782 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.090059 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.090340 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.090659 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.090941 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.091216 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.091496 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.091790 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.092071 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.092347 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.092631 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.092910 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.093185 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.093474 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.093758 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.094050 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.094330 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.094603 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.094878 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.095154 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.095430 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.095718 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.095998 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.096272 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.096546 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.096826 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.097097 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.097369 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.097744 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.098022 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.098301 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.098574 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.098848 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.099120 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.099393 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.099664 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.099936 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.100208 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.100485 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.100757 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.101029 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.101298 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.101591 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.101866 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.102152 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.102450 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.102730 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.103008 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.103287 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.103564 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.103844 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.104123 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.104402 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.104679 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.104954 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.105250 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.105559 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.105846 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.106639 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.106930 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.107228 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.107504 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.107787 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.108065 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.108343 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.108631 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.108915 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.109209 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.109528 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.109823 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.110116 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.110410 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.110689 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.110998 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.111278 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:14.111495 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:24:14.111737 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93142) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 11:24:14.460855 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 11:24:14.461067 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 11:24:14.461352 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 11:24:14.461708 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 11:24:14.852347 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.852635 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.852932 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.854161 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.854439 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.854707 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.888881 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.889158 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.889424 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.906200 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.906477 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.906746 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.934506 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.934781 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.935044 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.971133 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.971406 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:14.971675 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.202729 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.203338 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.203338 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.203483 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.204143 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.322453 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.322777 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.323060 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.323332 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.323607 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.323914 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.324172 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.324432 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.324685 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.325575 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.325844 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.326110 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.326368 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.326620 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.326875 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.327138 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.327395 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.327664 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.327938 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.328197 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.328469 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.328723 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.329003 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.329381 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.329660 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.329906 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.330297 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:24:15.330539 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:24:15.330774 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:24:15.331007 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:24:15.331241 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:24:15.331473 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:24:15.331834 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 11:24:15.334925 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 11:24:15.338840 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 11:24:15.342657 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 09 11:24:15.344419 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 11:24:15.344866 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 11:24:15.345202 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 11:24:15.345620 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 11:24:15.348435 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 11:24:15.348688 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 11:24:15.349034 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 11:24:15.355015 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 11:24:15.377252 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 11:24:15.377733 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.378029 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93142) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 11:24:15.378389 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.379726 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93142) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 11:24:15.380006 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 11:24:15.380254 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 11:24:15.383654 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.383932 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:15.446532 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 11:24:15.446772 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 11:24:15.447011 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 11:24:15.447379 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 11:24:15.468321 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_db.sqlalchemy.engines [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93142) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 11:24:15.994055 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Initializing driver for type 'gre' Aug 09 11:24:15.994572 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] gre ID ranges: [(1, 1000)] Aug 09 11:24:16.050551 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Initializing driver for type 'local' Aug 09 11:24:16.050860 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Initializing driver for type 'vlan' Aug 09 11:24:16.066225 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] VlanTypeDriver initialization complete Aug 09 11:24:16.066573 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Initializing driver for type 'vxlan' Aug 09 11:24:16.067078 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] vxlan ID ranges: [(1, 1000)] Aug 09 11:24:16.121754 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Initializing extension driver 'port_security' Aug 09 11:24:16.122136 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.extensions.port_security [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] PortSecurityExtensionDriver initialization complete Aug 09 11:24:16.122473 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Initializing mechanism driver 'openvswitch' Aug 09 11:24:16.122793 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Initializing mechanism driver 'hyperv' Aug 09 11:24:16.129333 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.plugins.ml2.plugin [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:24:16.130026 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > port after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.130394 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > port after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.130741 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > port after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.131252 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:24:16.131681 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > subnet after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.132034 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > subnet after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.132378 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.132767 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:24:16.133166 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > network after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.133535 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > network after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.133874 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > network after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.134256 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:24:16.134901 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > security_group after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.135245 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > security_group after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.135584 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > security_group after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.135969 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:24:16.136494 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.136843 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.137191 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.137598 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:24:16.137997 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > address_group after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.138339 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > address_group after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.138681 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > address_group after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.139064 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93142) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:24:16.139433 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] ML2 OVO RPC backend initialized. {{(pid=93142) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 11:24:16.140127 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.140477 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.140896 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > network before_response 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.141233 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > networks before_response 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.141608 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > port before_response 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.141949 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > ports before_response 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.142289 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > subnet before_response 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.142625 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > subnets before_response 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.142967 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > network after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.143305 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > network after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.143641 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > network after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.143974 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > port after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.144307 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > port after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.144653 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > port after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.145059 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > subnet after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.145395 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > subnet after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.145751 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.146322 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.plugin [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Modular L2 Plugin initialization complete Aug 09 11:24:16.146649 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading services supported by the core plugin {{(pid=93142) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 11:24:16.146974 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.plugins.ml2.managers [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Got port-security extension from driver 'port_security' Aug 09 11:24:16.147441 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.extensions.vlantransparent [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Disabled vlantransparent extension. Aug 09 11:24:16.147925 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93142) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 11:24:16.148237 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading Plugin: router Aug 09 11:24:16.185602 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router_interface before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.185993 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router after_create 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.186361 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router before_create 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.186727 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.187107 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.187460 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router after_delete 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.187818 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > floatingip after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.188176 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router after_create 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.188521 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router after_update 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.188866 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router after_update 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.189211 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.189619 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router after_update 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.190029 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router precommit_update 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.190397 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: port after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.190735 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: port after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.191069 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: subnet after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.191403 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.191747 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > port precommit_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.192092 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router precommit_create 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.192430 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: port before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.192768 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router precommit_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.193121 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router after_update 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.193485 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router precommit_delete 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.193831 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router precommit_create 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.194193 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.194536 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router precommit_update 55549900 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.194897 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > agent after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.195242 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > agent after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.195583 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > network after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.196445 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Tracking information for resource: router configured {{(pid=93142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:24:16.196777 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Tracking information for resource: floatingip configured {{(pid=93142) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:24:16.201618 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.db.l3_agentschedulers_db [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 11:24:16.202310 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: port after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.202672 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: port after_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.203027 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: port after_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.203541 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: port after_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.204149 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router before_create 55550100 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.204510 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router precommit_delete 55550100 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.204869 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router precommit_create 55550100 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.205223 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > router precommit_update 55550100 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.209644 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.services.provider_configuration [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service providers = [] {{(pid=93142) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 11:24:16.210012 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.db.servicetype_db [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93142) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 11:24:16.212920 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.services.service_base [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:24:16.213269 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.services.service_base [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:24:16.213637 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.services.service_base [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:24:16.214522 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.services.service_base [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93142) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:24:16.214892 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.services.service_base [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 11:24:16.215274 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:24:16.216123 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 11:24:16.226518 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:24:16.226854 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading Plugin: auto_allocate Aug 09 11:24:16.233029 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: network precommit_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.233396 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: network precommit_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.233932 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:24:16.234249 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading Plugin: tag Aug 09 11:24:16.240649 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:24:16.240977 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading Plugin: timestamp Aug 09 11:24:16.244968 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:24:16.245249 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading Plugin: network_ip_availability Aug 09 11:24:16.250663 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.251034 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.251390 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.252096 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:24:16.252418 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading Plugin: flavors Aug 09 11:24:16.257030 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:24:16.257358 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading Plugin: revisions Aug 09 11:24:16.261886 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93142) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:24:16.262276 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_concurrency.lockutils [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=93142) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 11:24:16.263533 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93142) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 11:24:16.263869 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Initializing extension manager. Aug 09 11:24:16.264381 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: __init__.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.264726 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: __pycache__ {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.265057 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.265386 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: address_group.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.266170 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.266750 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: address-group Aug 09 11:24:16.267067 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: address_scope.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.267774 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.268279 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: address-scope Aug 09 11:24:16.268596 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: admin_state_down_before_update.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.269548 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.270052 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: router-admin-state-down-before-update Aug 09 11:24:16.270371 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: agent.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.271273 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.271772 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: agent Aug 09 11:24:16.272089 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: agent_resources_synced.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.272992 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.273516 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: agent-resources-synced Aug 09 11:24:16.273838 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: allowedaddresspairs.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.275615 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.276127 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: allowed-address-pairs Aug 09 11:24:16.276451 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: auto_allocated_topology.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.277549 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.278696 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: auto-allocated-topology Aug 09 11:24:16.279022 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: availability_zone.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.279711 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.280206 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: availability_zone Aug 09 11:24:16.280526 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: availability_zone_filter.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.281463 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.281973 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: availability_zone_filter Aug 09 11:24:16.282291 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: data_plane_status.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.283195 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.283691 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 11:24:16.284010 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: default_subnetpools.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.284927 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.285424 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: default-subnetpools Aug 09 11:24:16.285770 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: dhcpagentscheduler.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.286589 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.287087 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: dhcp_agent_scheduler Aug 09 11:24:16.287407 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: dns.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.288323 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.288816 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension dns-integration not supported by any of loaded plugins Aug 09 11:24:16.289138 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: dns_domain_ports.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.290073 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.290574 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 11:24:16.290896 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.291808 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.292313 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 11:24:16.292634 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: dvr.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.293299 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.293889 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: dvr Aug 09 11:24:16.294193 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: ecmp_routes.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.295103 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.295600 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 11:24:16.295918 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: empty_string_filtering.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.296825 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.297328 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: empty-string-filtering Aug 09 11:24:16.297676 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.298582 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.299079 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 11:24:16.299399 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.300301 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.300798 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 11:24:16.301117 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: external_net.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.302045 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.302544 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: external-net Aug 09 11:24:16.302862 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: extra_dhcp_opt.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.303771 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.304267 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: extra_dhcp_opt Aug 09 11:24:16.304586 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: extraroute.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.305506 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.306006 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: extraroute Aug 09 11:24:16.306325 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: extraroute_atomic.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.307352 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.307851 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: extraroute-atomic Aug 09 11:24:16.308172 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: filter_validation.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.308827 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.309357 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: filter-validation Aug 09 11:24:16.309704 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: fip_pf_description.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.310606 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.311104 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 11:24:16.311423 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: fip_port_details.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.312327 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.312825 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: fip-port-details Aug 09 11:24:16.313143 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: flavors.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.314399 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.314906 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: flavors Aug 09 11:24:16.315227 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.316891 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.317400 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 11:24:16.317752 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: floatingip_pools.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.318443 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.318947 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: floatingip-pools Aug 09 11:24:16.319269 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: ip_allocation.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.320183 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.320680 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 11:24:16.321000 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.321942 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.322447 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: ip-substring-filtering Aug 09 11:24:16.322770 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: l2_adjacency.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.323688 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.324184 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 11:24:16.324504 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: l3.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.326145 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.326664 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: router Aug 09 11:24:16.326996 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: l3_conntrack_helper.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.329216 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.329769 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 11:24:16.330099 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.331020 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.331526 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: ext-gw-mode Aug 09 11:24:16.331851 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.332778 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.333284 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: l3-ha Aug 09 11:24:16.333642 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: l3_flavors.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.334550 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.335051 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: l3-flavors Aug 09 11:24:16.335372 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.336279 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.336776 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 11:24:16.337102 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: l3agentscheduler.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.338173 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.338674 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: l3_agent_scheduler Aug 09 11:24:16.338995 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: logging.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.340506 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.341567 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension logging not supported by any of loaded plugins Aug 09 11:24:16.341894 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: metering.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.342629 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.343196 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: metering Aug 09 11:24:16.343516 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.344614 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.345126 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: metering_source_and_destination_fields Aug 09 11:24:16.345448 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: multiprovidernet.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.346385 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.346889 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: multi-provider Aug 09 11:24:16.347214 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: netmtu.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.348117 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.348619 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: net-mtu Aug 09 11:24:16.348937 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: netmtu_writable.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.349869 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.350370 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: net-mtu-writable Aug 09 11:24:16.350688 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: network_availability_zone.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.351346 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.351839 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: network_availability_zone Aug 09 11:24:16.352156 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: network_ip_availability.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.353229 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.353782 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: network-ip-availability Aug 09 11:24:16.354103 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: network_segment_range.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.354868 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.355361 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 11:24:16.355679 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: pagination.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.356688 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.357020 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: pagination Aug 09 11:24:16.357336 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: port_device_profile.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.358272 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.358784 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: port-device-profile Aug 09 11:24:16.359105 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.360008 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.360506 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: port-mac-address-regenerate Aug 09 11:24:16.360827 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.361762 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.362263 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: port-numa-affinity-policy Aug 09 11:24:16.362583 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: port_resource_request.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.363487 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.363985 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 11:24:16.364302 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: portbindings.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.365218 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.365761 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: binding Aug 09 11:24:16.366084 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: portbindings_extended.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.367468 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.367981 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: binding-extended Aug 09 11:24:16.368306 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: portsecurity.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.369209 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.369749 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: port-security Aug 09 11:24:16.370071 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: project_id.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.371037 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.371360 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: project-id Aug 09 11:24:16.371678 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: providernet.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.372620 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.373127 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: provider Aug 09 11:24:16.373468 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: qos.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.376857 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.377379 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension qos not supported by any of loaded plugins Aug 09 11:24:16.377732 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.378965 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.379475 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 11:24:16.379803 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.380716 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.381219 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 11:24:16.381571 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: qos_default.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.382476 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.382982 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension qos-default not supported by any of loaded plugins Aug 09 11:24:16.383305 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: qos_fip.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.383956 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.384709 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension qos-fip not supported by any of loaded plugins Aug 09 11:24:16.385030 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: qos_gateway_ip.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.385968 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.386474 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 11:24:16.386794 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: qos_port_network_policy.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.388238 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.388738 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 11:24:16.389055 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: qos_pps_rule.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.390259 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.390764 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension qos-pps not supported by any of loaded plugins Aug 09 11:24:16.391089 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: qos_rule_type_details.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.392005 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.392506 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 11:24:16.392827 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: qos_rules_alias.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.393893 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.394399 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 11:24:16.394725 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: quotasv2.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.395617 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.395943 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: quotas Aug 09 11:24:16.396262 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: quotasv2_detail.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.399276 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.399614 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: quota_details Aug 09 11:24:16.399944 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: rbac.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.401176 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.401732 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: rbac-policies Aug 09 11:24:16.402061 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: rbac_address_group.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.403005 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.404058 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: rbac-address-group Aug 09 11:24:16.404385 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: rbac_address_scope.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.406795 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.406795 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: rbac-address-scope Aug 09 11:24:16.406795 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: rbac_security_groups.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.407286 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.407547 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: rbac-security-groups Aug 09 11:24:16.407870 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: rbac_subnetpool.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.408772 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.409278 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: rbac-subnetpool Aug 09 11:24:16.409646 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: revisionifmatch.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.410550 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.411055 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: revision-if-match Aug 09 11:24:16.411375 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: revisions.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.412472 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.412975 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: standard-attr-revisions Aug 09 11:24:16.413299 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: router_availability_zone.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.413992 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.414490 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: router_availability_zone Aug 09 11:24:16.414813 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: routerservicetype.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.415717 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.416214 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension router-service-type not supported by any of loaded plugins Aug 09 11:24:16.416534 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.417442 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.417972 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: security-groups-normalized-cidr Aug 09 11:24:16.418291 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: security_groups_port_filtering.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.419236 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.419734 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: port-security-groups-filtering Aug 09 11:24:16.420053 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.420965 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.421486 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: security-groups-remote-address-group Aug 09 11:24:16.421809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: securitygroup.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.431250 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.431778 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: security-group Aug 09 11:24:16.432110 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: segment.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.432883 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.433384 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension segment not supported by any of loaded plugins Aug 09 11:24:16.433774 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.434722 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.435230 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 11:24:16.435556 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: servicetype.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.436716 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.437234 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: service-type Aug 09 11:24:16.437594 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: sorting.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.438568 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.438901 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: sorting Aug 09 11:24:16.439227 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: standard_attr_segment.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.440139 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.440647 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 11:24:16.440970 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: standardattrdescription.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.441641 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.442144 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: standard-attr-description Aug 09 11:24:16.442465 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: stateful_security_group.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.443383 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.443887 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: stateful-security-group Aug 09 11:24:16.444207 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: stdattrs_common.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.444785 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 11:24:16.445106 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.446051 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.446560 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 11:24:16.446881 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: subnet_onboard.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.447953 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.448456 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: subnet_onboard Aug 09 11:24:16.448778 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.449726 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.450767 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 11:24:16.451086 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: subnet_service_types.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.452026 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.452527 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: subnet-service-types Aug 09 11:24:16.452848 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: subnetallocation.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.453947 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.454450 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: subnet_allocation Aug 09 11:24:16.454770 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.455434 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.455932 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: subnetpool-prefix-ops Aug 09 11:24:16.456249 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.457176 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.457708 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 11:24:16.458027 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: tagging.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.459096 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.459609 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: standard-attr-tag Aug 09 11:24:16.459928 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: timestamp.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.461131 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.461674 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loaded extension: standard-attr-timestamp Aug 09 11:24:16.462001 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: trunk.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.463022 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.463531 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension trunk not supported by any of loaded plugins Aug 09 11:24:16.463853 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: trunk_details.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.464765 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.465269 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension trunk-details not supported by any of loaded plugins Aug 09 11:24:16.466188 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: uplink_status_propagation.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.467531 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.468050 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 11:24:16.468482 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Loading extension file: vlantransparent.py {{(pid=93142) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:24:16.469611 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93142) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:24:16.470206 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 11:24:16.472756 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:network Aug 09 11:24:16.473323 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:subnet Aug 09 11:24:16.473746 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:24:16.474133 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:port Aug 09 11:24:16.475380 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.475842 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service FLAVORS assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.476460 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.476883 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.477210 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:router Aug 09 11:24:16.477668 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:floatingip Aug 09 11:24:16.478165 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service METERING assigned prefix: /metering {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.479614 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.479981 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.480333 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:24:16.481374 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 11:24:16.481847 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:security_group Aug 09 11:24:16.482281 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 11:24:16.484013 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service CORE assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.484361 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:24:16.484712 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] subnetpool is already registered Aug 09 11:24:16.485160 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service CORE assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.485508 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:24:16.485846 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] subnetpool is already registered Aug 09 11:24:16.488124 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.488555 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service FLAVORS assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.489147 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.489612 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.489947 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:router Aug 09 11:24:16.490286 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] router is already registered Aug 09 11:24:16.490700 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:floatingip Aug 09 11:24:16.491031 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] floatingip is already registered Aug 09 11:24:16.491485 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service METERING assigned prefix: /metering {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.492148 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 11:24:16.492471 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] rbac_policy is already registered Aug 09 11:24:16.492875 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:security_group Aug 09 11:24:16.493202 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] security_group is already registered Aug 09 11:24:16.493626 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 11:24:16.493954 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] security_group_rule is already registered Aug 09 11:24:16.494574 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service CORE assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.494897 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:24:16.495273 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] subnetpool is already registered Aug 09 11:24:16.495648 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.v2.resource_helper [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Service CORE assigned prefix: {{(pid=93142) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:24:16.495967 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:24:16.496289 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING neutron.quota.resource_registry [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] subnetpool is already registered Aug 09 11:24:16.496782 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: extensions {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.498277 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: address-groups {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.499748 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: address-scopes {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.501073 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: agents {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.502248 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: auto-allocated-topology {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.503509 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: availability_zones {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.504720 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: dhcp-networks {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.506251 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: dhcp-agents {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.507651 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: routers {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.509646 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: flavors {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.510918 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: service_profiles {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.512118 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: next_providers {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.514117 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: service_profiles {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.515645 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: floatingip-pools {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.516863 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: routers {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.518599 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: floatingips {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.519874 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: l3-routers {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.521247 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: l3-agents {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.522667 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: metering-labels {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.524032 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: metering-label-rules {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.525407 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: network-ip-availabilities {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.526678 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: bindings {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.528857 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: quotas {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.530489 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: quotas {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.531923 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: rbac-policies {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.533104 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: security-groups {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.534429 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: security-group-rules {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.535659 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: service-providers {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.536870 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: subnetpools {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.538224 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: subnetpools {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.539768 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: tags {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.541424 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: tags {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.543307 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: tags {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.545142 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: tags {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.546836 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: tags {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.549763 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: tags {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.551427 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: tags {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.553221 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: tags {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.555106 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: tags {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.556846 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron.api.extensions [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Extended resource: tags {{(pid=93142) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:24:16.563357 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING keystonemiddleware.auth_token [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 11:24:16.567898 dv-cinder-803900-2-iscsi neutron-server[93142]: WARNING keystonemiddleware.auth_token [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 11:24:16.576791 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_concurrency.lockutils [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Acquired lock "singleton_lock" {{(pid=93142) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 11:24:16.577269 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_concurrency.lockutils [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Releasing lock "singleton_lock" {{(pid=93142) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 11:24:16.577938 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO oslo_service.service [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Starting 2 workers Aug 09 11:24:16.582741 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Started child 93249 {{(pid=93142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:24:16.587097 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Started child 93250 {{(pid=93142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:24:16.588140 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:16.588833 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO neutron.service [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 11:24:16.589333 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Notify callbacks [] for process, before_spawn {{(pid=93142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:16.589611 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [-] (93249) wsgi starting up on http://0.0.0.0:9696 Aug 09 11:24:16.592291 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO oslo_service.service [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Starting 1 workers Aug 09 11:24:16.592490 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:16.593865 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [-] (93250) wsgi starting up on http://0.0.0.0:9696 Aug 09 11:24:16.597379 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Started child 93251 {{(pid=93142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:24:16.597917 dv-cinder-803900-2-iscsi neutron-server[93142]: INFO oslo_service.service [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Starting 1 workers Aug 09 11:24:16.601114 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.service [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] calling RpcWorker wait() {{(pid=93251) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 11:24:16.601697 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.service [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] returning from RpcWorker wait() {{(pid=93251) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 11:24:16.602291 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Started child 93252 {{(pid=93142) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:24:16.603111 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG neutron_lib.callbacks.manager [None req-de475f6f-fccf-4ef9-bb73-f1b92dcf94fc None None] Notify callbacks [] for process, after_spawn {{(pid=93142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:16.603437 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:16.603932 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:24:16.604919 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93142) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 11:24:16.605124 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:24:16.605308 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:24:16.605550 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:24:16.605885 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:24:16.606044 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:24:16.606573 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.606840 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.607088 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.607202 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:16.607647 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.607647 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.608192 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:24:16.608285 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.608473 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.608701 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.608955 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.609219 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.609385 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.609574 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.609831 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.610054 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.610344 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.610633 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.610879 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.611163 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.611330 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.611585 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.611838 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.612088 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.612351 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] debug = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.612596 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.613078 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.613313 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.613597 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.613811 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.614101 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.614337 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.614590 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.614830 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.615039 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.615271 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.615531 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.615763 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.615971 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.616198 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.616446 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.616672 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.617146 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] host = dv-cinder-803900-2-iscsi {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.617380 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.617615 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.617858 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.618108 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.618363 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.618575 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.618844 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.619093 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.619343 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.619561 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.619802 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.620044 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.620279 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.620507 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.620730 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_options = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.620902 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.621161 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.621415 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.621625 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.622348 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.622524 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.622779 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.622940 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.623204 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.623397 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.623606 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.623815 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.624025 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.624254 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.624479 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.624725 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.624966 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.625172 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.625410 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.625662 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.625891 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.626127 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.626355 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.626587 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.626817 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.627043 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.627283 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.627492 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.627699 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.627948 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.628175 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.628426 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.628664 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.628898 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.629121 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.629341 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.629581 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.629853 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.630081 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.630322 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.630571 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.630782 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.631046 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.631258 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.631497 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.631706 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_json = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.631913 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.632150 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.632471 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.632605 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.632811 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.633021 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.633322 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.633482 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.633910 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.634188 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.634822 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.635057 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.635310 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.635560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.635809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.636029 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.636264 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.636508 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.636823 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.638803 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.638803 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.638803 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.638803 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.639280 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.639280 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.639515 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.639636 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.639836 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.640055 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.640306 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.640647 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.640920 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.641205 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.641510 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.641720 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.641990 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.642168 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.643537 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.643537 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.643537 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.643537 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.643805 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.644007 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.644282 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.644696 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.644956 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.645301 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.645570 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.645903 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.646129 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.646291 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.646475 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.646726 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.646915 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.647700 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.647700 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.647700 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.651671 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.651671 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.651671 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.651671 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.651671 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.651671 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.651671 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.651671 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.651671 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.656769 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.656769 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.656769 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.656769 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.656769 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.656769 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.656769 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.656769 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.656769 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.657560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.657560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.657560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.657560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.657560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.657560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.657560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.657560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.657560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.658809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.659357 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.659357 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.659357 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.659357 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.659357 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.659701 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.659701 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.659848 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.660087 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.660311 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.660527 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.660766 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.661036 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.661267 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.661518 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.661754 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.662016 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.662342 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.662592 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.662782 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.663066 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.663283 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.663569 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.663868 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.664127 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.664422 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.664673 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.664922 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.665170 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.666723 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.669074 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.669850 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.670143 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.670406 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.670716 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.670959 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.671192 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.671420 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.671677 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.672024 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.672271 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.672541 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.672803 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.673085 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.673684 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.674062 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.674589 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.674841 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.675079 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.675340 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.675617 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.675887 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.676178 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.676577 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.676858 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.677103 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.677323 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.677717 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.677992 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.678224 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.678490 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.678803 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.679029 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.679274 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.679513 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.679755 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.680016 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.680231 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.680452 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.680695 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.680914 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.681138 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.682210 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.682210 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.682210 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.682210 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.682625 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.682889 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.683253 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.683497 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.683746 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.684012 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.684740 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.684997 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.685220 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.685763 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.685763 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.685999 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.686240 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.686462 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.686693 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.686955 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.687388 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.687647 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.687989 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.688239 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.688476 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.688718 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.688956 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.689218 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.689439 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.689673 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.690196 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.690524 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.691278 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.691560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.691808 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.692051 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.692264 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.692476 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.692690 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.692972 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.693145 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.693420 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.693706 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.693931 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.694193 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.694433 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.694666 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.694913 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.695123 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.695338 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.695672 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.695889 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.696098 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.696342 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.696552 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.696779 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.697377 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.697666 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.697877 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.698095 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.698303 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.698520 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.698740 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.698956 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.699163 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.699404 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.699660 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.699873 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.700626 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.700878 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.701082 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.701311 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.701560 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.701789 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.702009 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.702223 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.702430 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.702726 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.702969 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.703186 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.703476 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.703710 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.703950 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.704191 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.704519 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.704750 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.705006 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.705223 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.705439 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.705695 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.705934 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.706261 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.706553 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.706830 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.707195 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.707493 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.707793 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.708074 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.708313 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.708607 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.708943 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.709220 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.709485 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.709741 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.709992 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.710233 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.710450 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.710712 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.710951 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.711185 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.711422 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.711652 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.711895 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.712114 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.712359 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.712576 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.712799 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.713041 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.713260 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.713492 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.713652 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:24:16.714162 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93142) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 11:24:16.714320 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:24:16.714470 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:24:16.714657 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:24:16.714824 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:24:16.714973 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:24:16.715174 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.715333 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.715509 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.715670 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.715828 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.716008 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.716170 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.716328 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.716484 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.716640 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.716798 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.716953 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.717102 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.717256 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.717431 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.717604 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.717759 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.717896 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.718050 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.718206 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.718358 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.719136 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.719609 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] debug = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.719772 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.720374 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.720544 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.721026 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.722350 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.722515 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.722681 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.722961 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.723239 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.723508 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.723674 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.723834 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.723993 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.724151 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.724310 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.724468 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.724627 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.724783 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] host = dv-cinder-803900-2-iscsi {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.724939 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.725098 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.725277 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.725404 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.726456 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.726626 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.726788 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.726950 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.727438 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.727597 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.728030 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.728196 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.728394 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.728683 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.729603 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_options = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.729851 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.730033 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.730203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.730399 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.730569 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.730734 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.730897 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.731059 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.731258 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.731419 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.731565 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.731731 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.731888 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.732045 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.732203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.732362 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.732520 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.732696 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.732843 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.732995 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.733125 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.733281 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.733438 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.733698 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.733862 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.734018 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.734174 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.734330 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.734485 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.734640 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.734795 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.734952 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.735107 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.735264 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.735417 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.735575 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.735729 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.735889 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.736046 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.736217 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.736346 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.736499 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.736653 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.736806 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.736962 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.737117 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_json = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.737272 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.737398 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:24:16.737531 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.737606 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.737748 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.737904 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.738058 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.738212 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.738367 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:24:16.738545 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.738704 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.738872 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.739029 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.739187 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.739344 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.739500 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.739658 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.739815 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.739973 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.740137 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.740293 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.740461 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.740618 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.740774 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.740933 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.741089 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.741245 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.741401 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.741654 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.741815 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.741974 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.742148 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.742304 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.742478 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.742613 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.742764 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.742956 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.743130 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.743288 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.743446 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.743606 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.743761 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.743919 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.744080 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.744234 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.744434 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.744608 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.744767 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.744925 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.745084 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.745242 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.745467 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.745603 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.745725 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.745875 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.746034 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.746194 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.746402 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.746534 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.746656 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.747346 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.747506 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.747662 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.747820 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.747977 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.748132 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.748289 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.748447 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.748646 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.748788 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.748910 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.749657 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.749657 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.749657 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.749657 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.749657 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.750163 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.750163 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.750163 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.750493 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.750493 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.750691 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.751024 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.751024 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.751249 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.751370 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.751490 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.751622 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.752298 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.752298 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.752298 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.752298 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.752777 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.752777 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.752777 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.753122 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.753122 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.753122 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.753338 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.753415 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.753579 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.753714 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.753873 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.754028 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.754176 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.754360 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.754490 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.754810 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.754972 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.755342 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.755505 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.755661 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.755818 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.755975 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.756131 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.756290 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.756447 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.756604 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.756809 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.756991 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.757168 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.757325 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.757497 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.757660 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.757824 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.757992 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.758147 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.758304 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.758461 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.758617 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.758773 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.759018 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.759182 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.759582 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.759748 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.760478 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.760478 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.760478 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.760478 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.760737 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.760737 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.760872 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.761015 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.761125 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.761283 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.761441 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.761618 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.761774 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.761931 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.762088 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.762244 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.762451 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.763434 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.763434 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.763434 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.763798 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.763798 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.764052 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.764052 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.764371 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.764371 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.764518 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.764596 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.764711 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.764867 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.765025 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.765182 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.765339 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.765515 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.765673 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.765829 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.765988 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.766162 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.766313 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.766454 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.766605 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.766750 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.766903 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.767063 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.767219 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.767375 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.767533 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.767690 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.767846 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.768003 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.768161 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.768316 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.768473 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.768630 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.768786 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.768944 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.769101 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.769258 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.769416 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.769596 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.769753 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.769925 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.770081 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.770238 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.770394 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.770550 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.770705 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.770863 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.771018 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.771174 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.771330 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.771485 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.771642 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.771801 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.771957 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.772114 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.772269 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.772425 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.772582 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.772737 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.772906 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.773068 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.773224 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.773380 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.773567 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.773725 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.773891 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.774048 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.774203 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.774363 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.774518 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.774674 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.774839 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.774996 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.775152 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.775308 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.775463 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.775619 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.776379 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.776379 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.776379 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.776379 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.776379 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.777046 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.777046 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.777046 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.777046 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.777530 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.777530 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.777530 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.777530 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.778000 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.778133 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.778239 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.778363 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.778527 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.778692 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.778850 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.779006 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.779175 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.779377 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.779509 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.779636 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.779789 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.779951 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.780093 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.780253 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.780410 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.780555 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.780714 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.780872 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.781030 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.781195 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.781340 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.781515 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.781683 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.781848 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.782005 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.782168 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.782325 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.782483 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.782625 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.782783 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.782925 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.783088 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.783244 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.783400 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.783556 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.783754 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.783845 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.784001 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.784157 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.784312 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.784468 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.784624 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.784783 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.784940 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.785101 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.785248 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:24:16.785384 dv-cinder-803900-2-iscsi neutron-server[93142]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93142) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:24:17.058157 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38078) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:24:17.067046 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061052 Aug 09 11:24:28.146023 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d09ec-9a18-40a1-9a3b-653b396043a1 None None] get_active_networks_info from dv-cinder-803900-2-iscsi {{(pid=93251) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 11:24:28.278582 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098d09ec-9a18-40a1-9a3b-653b396043a1 None None] No non-hosted networks {{(pid=93251) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 11:24:28.294728 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.agentschedulers_db [None req-098d09ec-9a18-40a1-9a3b-653b396043a1 None None] DHCP Agent not found on host dv-cinder-803900-2-iscsi {{(pid=93251) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 11:24:28.444095 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-197a795b-c7b8-4341-ad8a-f54ce05096d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659361'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:30.730903 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd6a7-9723-48b7-904d-bc7e74b58e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659361'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:30.753415 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-729f5008-63a7-45dd-9c3e-89c8f2adfbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:30.945011 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659361'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:30.946629 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.947489 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.948398 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.949511 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.950083 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.950568 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.951815 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.952945 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.953592 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.955113 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.957725 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.958802 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:30.959345 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803900-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:24:30.971607 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803900-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:24:31.991312 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659361'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:33.431736 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659361'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:34.753377 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38170) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:24:35.251881 dv-cinder-803900-2-iscsi neutron-server[93249]: WARNING oslo_policy.policy [None req-e0f96468-9b0b-489a-a5c7-62ff15ea5625 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:24:35.252488 dv-cinder-803900-2-iscsi neutron-server[93249]: WARNING oslo_policy.policy [None req-e0f96468-9b0b-489a-a5c7-62ff15ea5625 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:24:35.467937 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [None req-e0f96468-9b0b-489a-a5c7-62ff15ea5625 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:24:35.468918 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e0f96468-9b0b-489a-a5c7-62ff15ea5625 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7146299 Aug 09 11:24:35.971763 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.db.l3_hamode_db [None req-f78bbf65-353b-402e-ad63-5f1092930b3c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 11:24:36.046549 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78bbf65-353b-402e-ad63-5f1092930b3c None None] Routers set() bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:24:36.046937 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78bbf65-353b-402e-ad63-5f1092930b3c None None] Router IDs set() for agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 11:24:37.795781 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38184) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:24:38.099233 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-0baee6db-8cd8-49e0-a73e-e639e35e1e9c admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:24:38.195376 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.policy [None req-0baee6db-8cd8-49e0-a73e-e639e35e1e9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93249) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 11:24:38.240955 dv-cinder-803900-2-iscsi neutron-server[93249]: WARNING oslo_policy.policy [None req-0baee6db-8cd8-49e0-a73e-e639e35e1e9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:24:38.241332 dv-cinder-803900-2-iscsi neutron-server[93249]: WARNING oslo_policy.policy [None req-0baee6db-8cd8-49e0-a73e-e639e35e1e9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:24:38.249804 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.quota [None req-0baee6db-8cd8-49e0-a73e-e639e35e1e9c admin admin] Loaded quota_driver: . Aug 09 11:24:38.340242 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0baee6db-8cd8-49e0-a73e-e639e35e1e9c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788840978435', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788840979444', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788840992646', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788840992881', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788836899654', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788840638353', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-745840', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-803159', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2061700', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1995481'] for rbac-policy, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:38.402878 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0baee6db-8cd8-49e0-a73e-e639e35e1e9c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:38.404064 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-0baee6db-8cd8-49e0-a73e-e639e35e1e9c admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6072838 Aug 09 11:24:40.913080 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38196) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:24:41.200939 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Request body: {'network': {'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'admin_state_up': True, 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'name': 'private'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:24:41.228171 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Made reservation on behalf of 7aafe5ed33e940fca45ced076b9121c1 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:24:41.231690 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:41.248169 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:41.370417 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:41.374487 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:41.393464 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:24:41.426138 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788838282087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:41.426725 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Unsubscribe: segment precommit_create {{(pid=93249) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 11:24:41.427234 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Added segment ffe0dfbd-e74b-472b-ae7f-197054cbff27 of type vlan for network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e Aug 09 11:24:41.445319 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d9494c-70c1-44a9-bcbf-c4264aec2975,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:24:41.493139 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.493515 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.493859 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.494192 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.494518 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.494859 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.495187 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.495509 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.495849 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.496172 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.496487 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.496832 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Tracked resource versions report: Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: pushed versions: Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: { 'AddressGroup': {'1.2'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'ConntrackHelper': {'1.0'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Log': {'1.0'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Network': {'1.1'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Port': {'1.7'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'PortForwarding': {'1.2'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'QosPolicy': {'1.9'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SecurityGroup': {'1.4'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SubPort': {'1.0'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Subnet': {'1.1'}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Trunk': {'1.1'}} Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: consumer versions: Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: { DHCP agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: L3 agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: Metadata agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: Metering agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: Open vSwitch agent@dv-cinder-803900-2-iscsi: { 'AddressGroup': '1.2', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'ConntrackHelper': '1.0', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Log': '1.0', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Network': '1.1', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Port': '1.7', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'PortForwarding': '1.2', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'QosPolicy': '1.9', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SecurityGroup': '1.4', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SecurityGroupRule': '1.2', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SubPort': '1.0', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Subnet': '1.1', Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Trunk': '1.1'}} Aug 09 11:24:41.497915 dv-cinder-803900-2-iscsi neutron-server[93249]: {{(pid=93249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:24:41.544292 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:41.593585 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:41.594621 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:24:41.595248 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:41.674429 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7602065 Aug 09 11:24:41.691633 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de23a0d-a126-401d-812d-496da9c019da admin admin] Pushing event updated for resources: {'Network': ['ID=38e4bfa1-b77e-4bb6-9119-fba6fc32782e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:24:41.703703 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:24:44.284312 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 38210) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:24:44.765590 dv-cinder-803900-2-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-b47a02a9-ed0a-4539-8914-6fb1aa322373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:24:44.766192 dv-cinder-803900-2-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-b47a02a9-ed0a-4539-8914-6fb1aa322373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:24:45.204256 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.policy [None req-b47a02a9-ed0a-4539-8914-6fb1aa322373 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93250) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 11:24:45.248464 dv-cinder-803900-2-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-b47a02a9-ed0a-4539-8914-6fb1aa322373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:24:45.248832 dv-cinder-803900-2-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-b47a02a9-ed0a-4539-8914-6fb1aa322373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:24:45.256868 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a02a9-ed0a-4539-8914-6fb1aa322373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:24:45.258722 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b47a02a9-ed0a-4539-8914-6fb1aa322373 admin admin] 10.222.0.30 "GET /v2.0/networks/38e4bfa1-b77e-4bb6-9119-fba6fc32782e HTTP/1.1" status: 200 len: 825 time: 0.9722705 Aug 09 11:24:45.297518 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b550ea5b-f536-49a6-bd90-7430dea6ba3c admin admin] 10.222.0.30 "GET /v2.0/subnetpools/79523add-eb2d-4b82-b9c6-c50c3a78aa23 HTTP/1.1" status: 200 len: 734 time: 0.0320694 Aug 09 11:24:45.306812 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e', 'subnetpool_id': '79523add-eb2d-4b82-b9c6-c50c3a78aa23'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:24:45.308340 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.quota [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Loaded quota_driver: . Aug 09 11:24:45.348024 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Made reservation on behalf of 7aafe5ed33e940fca45ced076b9121c1 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:24:45.350787 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:45.637073 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:45.706532 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Checking segment: {'id': 'ffe0dfbd-e74b-472b-ae7f-197054cbff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:24:45.706892 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Network hostable DHCP agents. Network: 38e4bfa1-b77e-4bb6-9119-fba6fc32782e, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:24:45.713576 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea4ac59-b4e0-4807-a215-1c12c79f7191,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:24:45.724437 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.724789 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.725121 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.725445 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.725786 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.726117 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.726433 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.726746 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.727072 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.727385 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.727695 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.727998 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Tracked resource versions report: Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: pushed versions: Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: { 'AddressGroup': {'1.2'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'ConntrackHelper': {'1.0'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Log': {'1.0'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Network': {'1.1'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Port': {'1.7'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'PortForwarding': {'1.2'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'QosPolicy': {'1.9'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SecurityGroup': {'1.4'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SubPort': {'1.0'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Subnet': {'1.1'}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Trunk': {'1.1'}} Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: consumer versions: Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: { DHCP agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: L3 agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: Metadata agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: Metering agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: Open vSwitch agent@dv-cinder-803900-2-iscsi: { 'AddressGroup': '1.2', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'ConntrackHelper': '1.0', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Log': '1.0', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Network': '1.1', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Port': '1.7', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'PortForwarding': '1.2', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'QosPolicy': '1.9', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SecurityGroup': '1.4', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SecurityGroupRule': '1.2', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SubPort': '1.0', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Subnet': '1.1', Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Trunk': '1.1'}} Aug 09 11:24:45.729058 dv-cinder-803900-2-iscsi neutron-server[93250]: {{(pid=93250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:24:45.766872 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:24:45.778482 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 38e4bfa1-b77e-4bb6-9119-fba6fc32782e) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:24:45.782844 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:24:45.783477 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:45.788600 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3aaf77-11b9-4215-bbac-20105b971b58 None None] Network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:24:45.802439 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-76f82be7-3a13-43da-a01d-ad37eaa2b43b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4990814 Aug 09 11:24:46.107119 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2906a7ef-9378-57f0-8b50-7d9d400dd977-38e4bfa1-b77e-4bb6-9119-fba6fc32782e', 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'fixed_ips': [{'subnet_id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191'}]}} from dv-cinder-803900-2-iscsi. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:24:46.108333 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:46.378397 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Allocated IP 172.20.0.2 (38e4bfa1-b77e-4bb6-9119-fba6fc32782e/2ea4ac59-b4e0-4807-a215-1c12c79f7191/6c256336-1cb0-46a5-9041-8b6ee1cb670b) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:24:46.606122 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:46.620497 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Transition to ACTIVE for port object 6c256336-1cb0-46a5-9041-8b6ee1cb670b will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:24:46.642283 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Transition to ACTIVE for port object 6c256336-1cb0-46a5-9041-8b6ee1cb670b will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:24:46.650392 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:46.719753 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:24:46.728114 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:24:46.733652 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Pushing event updated for resources: {'Port': ['ID=6c256336-1cb0-46a5-9041-8b6ee1cb670b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:24:46.735774 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:24:46.745081 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.745436 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.745798 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.746133 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.746459 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.747322 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.747649 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.747972 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.748312 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.748641 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.748958 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.749275 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Tracked resource versions report: Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: pushed versions: Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: { 'AddressGroup': {'1.2'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'ConntrackHelper': {'1.0'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Log': {'1.0'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Network': {'1.1'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Port': {'1.7'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'PortForwarding': {'1.2'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'QosPolicy': {'1.9'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SecurityGroup': {'1.4'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SubPort': {'1.0'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Subnet': {'1.1'}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Trunk': {'1.1'}} Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: consumer versions: Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: { DHCP agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: L3 agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: Metadata agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: Metering agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: Open vSwitch agent@dv-cinder-803900-2-iscsi: { 'AddressGroup': '1.2', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'ConntrackHelper': '1.0', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Log': '1.0', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Network': '1.1', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Port': '1.7', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'PortForwarding': '1.2', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'QosPolicy': '1.9', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SecurityGroup': '1.4', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SecurityGroupRule': '1.2', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SubPort': '1.0', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Subnet': '1.1', Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Trunk': '1.1'}} Aug 09 11:24:46.750349 dv-cinder-803900-2-iscsi neutron-server[93251]: {{(pid=93251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:24:46.820801 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Attempting to bind port 6c256336-1cb0-46a5-9041-8b6ee1cb670b on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:24:46.821373 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Attempting to bind port 6c256336-1cb0-46a5-9041-8b6ee1cb670b by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ffe0dfbd-e74b-472b-ae7f-197054cbff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:24:46.821612 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Attempting to bind port 6c256336-1cb0-46a5-9041-8b6ee1cb670b on network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:24:46.826984 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:24:46.827439 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Checking segment: {'id': 'ffe0dfbd-e74b-472b-ae7f-197054cbff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:24:46.827878 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:46.828275 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Bound using segment: {'id': 'ffe0dfbd-e74b-472b-ae7f-197054cbff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:24:46.828745 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Bound port: 6c256336-1cb0-46a5-9041-8b6ee1cb670b, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe0dfbd-e74b-472b-ae7f-197054cbff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:24:46.829167 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:46.897437 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] For port 6c256336-1cb0-46a5-9041-8b6ee1cb670b, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:24:46.901566 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] For port 6c256336-1cb0-46a5-9041-8b6ee1cb670b, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=6c256336-1cb0-46a5-9041-8b6ee1cb670b,segment=NetworkSegment(ffe0dfbd-e74b-472b-ae7f-197054cbff27),segment_id=ffe0dfbd-e74b-472b-ae7f-197054cbff27)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:24:46.906269 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:46.970404 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8003fb-a61d-4c5f-9dca-bf775a443c2d None None] Pushing event updated for resources: {'Port': ['ID=6c256336-1cb0-46a5-9041-8b6ee1cb670b,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:24:48.171720 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 38230) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:24:48.484193 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-f79ebfeb-0dc6-4fb6-8d6e-2daff994c226 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:24:48.485201 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f79ebfeb-0dc6-4fb6-8d6e-2daff994c226 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124285 Aug 09 11:24:50.836228 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 38238) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:24:51.142216 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-1b960296-7099-4240-b349-545e327d31e4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:24:51.143190 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1b960296-7099-4240-b349-545e327d31e4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3060601 Aug 09 11:24:53.719784 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38248) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:24:54.018245 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-b2dc5c58-2948-4406-9198-0fd1e0032248 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:24:54.041236 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5c58-2948-4406-9198-0fd1e0032248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1662668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36605'] for router, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:54.042773 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5c58-2948-4406-9198-0fd1e0032248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36594'] for router, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:54.199514 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5c58-2948-4406-9198-0fd1e0032248 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:54.204725 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5c58-2948-4406-9198-0fd1e0032248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158'] for router, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:54.217827 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5c58-2948-4406-9198-0fd1e0032248 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:54.219025 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-b2dc5c58-2948-4406-9198-0fd1e0032248 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4982040 Aug 09 11:24:54.913684 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 6c256336-1cb0-46a5-9041-8b6ee1cb670b up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:24:54.996591 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 6c256336-1cb0-46a5-9041-8b6ee1cb670b completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:24:55.242569 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a62618-6abf-484a-bfea-e9cdf3891cc3 None None] Network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:24:55.301611 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3ceb288e-b6d1-459f-be5b-defc7a5037a1 None None] Provisioning for port 6c256336-1cb0-46a5-9041-8b6ee1cb670b completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:24:55.308581 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3ceb288e-b6d1-459f-be5b-defc7a5037a1 None None] Provisioning complete for port 6c256336-1cb0-46a5-9041-8b6ee1cb670b triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:24:55.308967 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3ceb288e-b6d1-459f-be5b-defc7a5037a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:55.483528 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3ceb288e-b6d1-459f-be5b-defc7a5037a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:55.535667 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-3ceb288e-b6d1-459f-be5b-defc7a5037a1 None None] For port 6c256336-1cb0-46a5-9041-8b6ee1cb670b, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=6c256336-1cb0-46a5-9041-8b6ee1cb670b,segment=NetworkSegment(ffe0dfbd-e74b-472b-ae7f-197054cbff27),segment_id=ffe0dfbd-e74b-472b-ae7f-197054cbff27)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:24:55.541374 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3ceb288e-b6d1-459f-be5b-defc7a5037a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:55.589633 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb288e-b6d1-459f-be5b-defc7a5037a1 None None] Pushing event updated for resources: {'Port': ['ID=6c256336-1cb0-46a5-9041-8b6ee1cb670b,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:24:55.761466 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3e397211-524e-4b63-9e0c-b5303b6a1192 None None] Provisioning complete for port 6c256336-1cb0-46a5-9041-8b6ee1cb670b triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:24:55.761870 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3e397211-524e-4b63-9e0c-b5303b6a1192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:56.572215 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38260) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:24:56.871927 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 6c256336-1cb0-46a5-9041-8b6ee1cb670b up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:24:56.878352 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [None req-2ed1f5ce-193f-4c06-94a7-3e09ed8ea554 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:24:56.879337 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-2ed1f5ce-193f-4c06-94a7-3e09ed8ea554 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062172 Aug 09 11:24:56.918999 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 6c256336-1cb0-46a5-9041-8b6ee1cb670b triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:24:56.919374 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:58.057188 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1596df2c-3ade-4f83-b178-a07242caeb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:59.242951 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 38268) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:24:59.546636 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:24:59.568152 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Made reservation on behalf of 680e45a9bf7f4c42b77f72ef2d20ab5a for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:24:59.570352 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:59.585258 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:59.699726 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:59.703178 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:59.720787 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Reserving flat network on physical network physnet1 {{(pid=93250) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 11:24:59.738587 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b777fac-b9c5-4df2-a79a-af75cdd176be,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:24:59.744963 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788838282087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:59.745547 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Unsubscribe: segment precommit_create {{(pid=93250) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 11:24:59.746027 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Added segment ec17565c-8543-4941-b425-d727b4ceae8d of type flat for network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb Aug 09 11:24:59.798323 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:59.849924 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:59.850850 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:24:59.851416 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:24:59.940376 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6963496 Aug 09 11:24:59.954453 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62129b0e-0262-4ae0-9f14-db3eb6a25863 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:24:59.974891 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:25:00.693208 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-23d96b96-c44c-448e-ab68-32bf8694328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:00.935992 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:01.661809 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:25:01.884136 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:02.275922 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38286) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:25:02.516961 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf98b90-054c-4400-a6b4-e7400699ca61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:25:02.518336 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-1bf98b90-054c-4400-a6b4-e7400699ca61 admin admin] 10.222.0.30 "GET /v2.0/subnets/2ea4ac59-b4e0-4807-a215-1c12c79f7191 HTTP/1.1" status: 200 len: 849 time: 0.2415063 Aug 09 11:25:02.653616 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-f3b04ed3-cc27-4b0f-97ed-8b5193d10ddf admin admin] 10.222.0.30 "GET /v2.0/routers/b44fb030-fe28-4429-b172-f7cc51fe4f55 HTTP/1.1" status: 200 len: 704 time: 0.1287642 Aug 09 11:25:02.914968 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:03.201766 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Allocated IP 172.20.0.1 (38e4bfa1-b77e-4bb6-9119-fba6fc32782e/2ea4ac59-b4e0-4807-a215-1c12c79f7191/5e4e4729-30d7-401c-be30-32ffbadaa493) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:25:03.382427 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:03.384312 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:03.408377 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Transition to ACTIVE for port object 5e4e4729-30d7-401c-be30-32ffbadaa493 will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:25:03.486897 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:03.558895 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:25:03.563527 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:25:03.569115 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Pushing event updated for resources: {'Port': ['ID=5e4e4729-30d7-401c-be30-32ffbadaa493,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:25:03.580679 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:25:03.581258 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1660685'] for router_interface, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:03.797312 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-7372bad5-feaf-4ebc-b815-3e9cbb86ae16 None None] Provisioning for port 5e4e4729-30d7-401c-be30-32ffbadaa493 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:25:03.800956 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-7372bad5-feaf-4ebc-b815-3e9cbb86ae16 None None] Provisioning complete for port 5e4e4729-30d7-401c-be30-32ffbadaa493 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:25:03.801321 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7372bad5-feaf-4ebc-b815-3e9cbb86ae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:03.829569 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:03.836429 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-7372bad5-feaf-4ebc-b815-3e9cbb86ae16 None None] Port 5e4e4729-30d7-401c-be30-32ffbadaa493 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:25:04.030765 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:04.034938 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:04.035683 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1660857'] for router_interface, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:04.110682 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Pushing event updated for resources: {'Port': ['ID=5e4e4729-30d7-401c-be30-32ffbadaa493,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:25:04.158541 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:25:04.159763 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:25:04.316539 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Router b44fb030-fe28-4429-b172-f7cc51fe4f55 is scheduled to L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 with binding_index 1 {{(pid=93249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:25:04.356214 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-92e6f508-8df6-4aab-b0ac-68c5b977a18a None None] Provisioning complete for port 5e4e4729-30d7-401c-be30-32ffbadaa493 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:25:04.356577 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-92e6f508-8df6-4aab-b0ac-68c5b977a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:04.389103 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-92e6f508-8df6-4aab-b0ac-68c5b977a18a None None] Port 5e4e4729-30d7-401c-be30-32ffbadaa493 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:25:04.406351 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:25:04.411356 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-07dbb4dd-8a62-4c4f-aa66-773412e86aee admin admin] 10.222.0.30 "PUT /v2.0/routers/b44fb030-fe28-4429-b172-f7cc51fe4f55/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7524874 Aug 09 11:25:04.418265 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Sync routers for ids ['b44fb030-fe28-4429-b172-f7cc51fe4f55'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:25:04.429269 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Routers {'b44fb030-fe28-4429-b172-f7cc51fe4f55'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:25:04.430135 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:25:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b44fb030-fe28-4429-b172-f7cc51fe4f55'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:25:04.608589 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Set router b44fb030-fe28-4429-b172-f7cc51fe4f55 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:25:05.020786 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'name': 'router1', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:24:54Z', 'updated_at': '2021-08-09T11:25:03Z', 'revision_number': 2, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'gw_port_host': None, '_interfaces': [{'id': '5e4e4729-30d7-401c-be30-32ffbadaa493', 'name': '', 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'mac_address': 'fa:16:3e:e4:5d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:25:02Z', 'updated_at': '2021-08-09T11:25:03Z', 'revision_number': 2, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'subnets': [{'id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79523add-eb2d-4b82-b9c6-c50c3a78aa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:25:05.070255 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Checking router: b44fb030-fe28-4429-b172-f7cc51fe4f55 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:25:05.070645 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Updating router b44fb030-fe28-4429-b172-f7cc51fe4f55 port 5e4e4729-30d7-401c-be30-32ffbadaa493 binding host dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:25:05.119196 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:05.624801 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:05.643519 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Transition to ACTIVE for port object 5e4e4729-30d7-401c-be30-32ffbadaa493 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:25:05.650687 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:05.810363 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Pushing event updated for resources: {'Port': ['ID=5e4e4729-30d7-401c-be30-32ffbadaa493,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:25:05.818760 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Attempting to bind port 5e4e4729-30d7-401c-be30-32ffbadaa493 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:25:05.819162 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Attempting to bind port 5e4e4729-30d7-401c-be30-32ffbadaa493 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ffe0dfbd-e74b-472b-ae7f-197054cbff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:25:05.819570 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Attempting to bind port 5e4e4729-30d7-401c-be30-32ffbadaa493 on network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:25:05.822845 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.823190 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.823533 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.823868 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.824195 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.824524 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.824874 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.825199 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.825553 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.825876 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.826195 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.826513 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Tracked resource versions report: Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: pushed versions: Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: { 'AddressGroup': {'1.2'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'ConntrackHelper': {'1.0'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Log': {'1.0'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Network': {'1.1'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Port': {'1.7'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'PortForwarding': {'1.2'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'QosPolicy': {'1.9'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SecurityGroup': {'1.4'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SubPort': {'1.0'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Subnet': {'1.1'}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Trunk': {'1.1'}} Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: consumer versions: Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: { DHCP agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: L3 agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: Metadata agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: Metering agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: Open vSwitch agent@dv-cinder-803900-2-iscsi: { 'AddressGroup': '1.2', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'ConntrackHelper': '1.0', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Log': '1.0', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Network': '1.1', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Port': '1.7', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'PortForwarding': '1.2', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'QosPolicy': '1.9', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SecurityGroup': '1.4', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SecurityGroupRule': '1.2', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SubPort': '1.0', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Subnet': '1.1', Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Trunk': '1.1'}} Aug 09 11:25:05.827549 dv-cinder-803900-2-iscsi neutron-server[93252]: {{(pid=93252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:25:05.833031 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:25:05.833446 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Checking segment: {'id': 'ffe0dfbd-e74b-472b-ae7f-197054cbff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:25:05.833924 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:05.834326 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Bound using segment: {'id': 'ffe0dfbd-e74b-472b-ae7f-197054cbff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:25:05.834822 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Bound port: 5e4e4729-30d7-401c-be30-32ffbadaa493, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe0dfbd-e74b-472b-ae7f-197054cbff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:25:05.835218 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:05.898503 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] For port 5e4e4729-30d7-401c-be30-32ffbadaa493, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:25:05.919576 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] For port 5e4e4729-30d7-401c-be30-32ffbadaa493, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=5e4e4729-30d7-401c-be30-32ffbadaa493,segment=NetworkSegment(ffe0dfbd-e74b-472b-ae7f-197054cbff27),segment_id=ffe0dfbd-e74b-472b-ae7f-197054cbff27)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:25:05.923655 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:05.983088 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac877b-0aaa-46dd-963b-f34edbfa323b None None] Pushing event updated for resources: {'Port': ['ID=5e4e4729-30d7-401c-be30-32ffbadaa493,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:25:05.988499 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Routers {'b44fb030-fe28-4429-b172-f7cc51fe4f55'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:25:05.989117 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:25:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b44fb030-fe28-4429-b172-f7cc51fe4f55'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:25:06.077379 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] Set router b44fb030-fe28-4429-b172-f7cc51fe4f55 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:25:06.287475 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'name': 'router1', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:24:54Z', 'updated_at': '2021-08-09T11:25:03Z', 'revision_number': 2, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'gw_port_host': None, '_interfaces': [{'id': '5e4e4729-30d7-401c-be30-32ffbadaa493', 'name': '', 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'mac_address': 'fa:16:3e:e4:5d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:25:02Z', 'updated_at': '2021-08-09T11:25:05Z', 'revision_number': 4, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'subnets': [{'id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79523add-eb2d-4b82-b9c6-c50c3a78aa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:25:06.312511 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caba00f-2c37-4a7c-953d-41b5f4788dd2 None None] The sync data for ids ['b44fb030-fe28-4429-b172-f7cc51fe4f55'] in dv-cinder-803900-2-iscsi is: [{'id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'name': 'router1', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:24:54Z', 'updated_at': '2021-08-09T11:25:03Z', 'revision_number': 2, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'gw_port_host': None, '_interfaces': [{'id': '5e4e4729-30d7-401c-be30-32ffbadaa493', 'name': '', 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'mac_address': 'fa:16:3e:e4:5d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:25:02Z', 'updated_at': '2021-08-09T11:25:05Z', 'revision_number': 4, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'subnets': [{'id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79523add-eb2d-4b82-b9c6-c50c3a78aa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:25:06.666928 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38308) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:25:06.776115 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1c193-bb74-4ed5-b479-948d1ac6c430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:25:06.777512 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ecd1c193-bb74-4ed5-b479-948d1ac6c430 admin admin] 10.222.0.30 "GET /v2.0/networks/b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb HTTP/1.1" status: 200 len: 842 time: 0.1096122 Aug 09 11:25:06.788003 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:25:06.811504 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Made reservation on behalf of 680e45a9bf7f4c42b77f72ef2d20ab5a for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:25:06.813766 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:07.112723 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.objects.ports [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93249) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 11:25:07.113082 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:07.172739 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:25:07.173084 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Network hostable DHCP agents. Network: b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:25:07.174960 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:25:07.195947 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:25:07.207392 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:25:07.211278 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:25:07.211855 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:07.217545 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81572ce-168e-4e31-9d26-2fd5439d8ebe None None] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:25:07.237482 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-6e29bc3f-7370-4133-8b21-e1954073d16e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4412708 Aug 09 11:25:07.358400 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e00c1-971d-438a-868d-7635896c490e None None] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:25:09.506576 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38316) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:25:09.636625 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-1ca38da7-1bca-4915-8da3-13a37b745bdc admin admin] 10.222.0.30 "GET /v2.0/routers/b44fb030-fe28-4429-b172-f7cc51fe4f55 HTTP/1.1" status: 200 len: 710 time: 0.1288903 Aug 09 11:25:09.725027 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c99b65a-c04b-49b4-a86e-bdde7cadd4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:25:09.726473 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-2c99b65a-c04b-49b4-a86e-bdde7cadd4a3 admin admin] 10.222.0.30 "GET /v2.0/networks/b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb HTTP/1.1" status: 200 len: 886 time: 0.0842111 Aug 09 11:25:09.736438 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:25:10.060282 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:10.291338 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:10.366421 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:10.468948 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Allocated IP 172.27.1.111 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/5e4554e2-b361-431f-a4bf-1eccd49ff425) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:25:10.567390 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:10.610277 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:10.647472 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:25:10.651868 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:25:10.654886 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:25:10.717790 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Pushing event updated for resources: {'Port': ['ID=5e4554e2-b361-431f-a4bf-1eccd49ff425,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:25:10.902248 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:11.090026 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1659923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1662786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36576'] for router, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:11.093787 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1660136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1660129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1662811'] for router, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:11.289412 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Router b44fb030-fe28-4429-b172-f7cc51fe4f55 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:25:11.408846 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:25:11.413029 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:11.414417 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-335827db-87d9-47c6-ba60-a19ac7de623c admin admin] 10.222.0.30 "PUT /v2.0/routers/b44fb030-fe28-4429-b172-f7cc51fe4f55 HTTP/1.1" status: 200 len: 890 time: 1.6813083 Aug 09 11:25:12.727504 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Sync routers for ids ['b44fb030-fe28-4429-b172-f7cc51fe4f55'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:25:12.738500 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Routers {'b44fb030-fe28-4429-b172-f7cc51fe4f55'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:25:12.739474 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:25:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b44fb030-fe28-4429-b172-f7cc51fe4f55'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:25:12.935908 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 5e4e4729-30d7-401c-be30-32ffbadaa493 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:25:13.023882 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Set router b44fb030-fe28-4429-b172-f7cc51fe4f55 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:25:13.104389 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 5e4e4729-30d7-401c-be30-32ffbadaa493 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:25:13.168000 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 5e4e4729-30d7-401c-be30-32ffbadaa493 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:25:13.168299 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:13.409194 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:13.466081 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 5e4e4729-30d7-401c-be30-32ffbadaa493, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=5e4e4729-30d7-401c-be30-32ffbadaa493,segment=NetworkSegment(ffe0dfbd-e74b-472b-ae7f-197054cbff27),segment_id=ffe0dfbd-e74b-472b-ae7f-197054cbff27)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:25:13.471861 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:13.541824 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=5e4e4729-30d7-401c-be30-32ffbadaa493,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:25:13.546694 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'name': 'router1', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5e4554e2-b361-431f-a4bf-1eccd49ff425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:24:54Z', 'updated_at': '2021-08-09T11:25:10Z', 'revision_number': 4, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'gw_port': {'id': '5e4554e2-b361-431f-a4bf-1eccd49ff425', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:25:10Z', 'updated_at': '2021-08-09T11:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '5e4e4729-30d7-401c-be30-32ffbadaa493', 'name': '', 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'mac_address': 'fa:16:3e:e4:5d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:25:02Z', 'updated_at': '2021-08-09T11:25:05Z', 'revision_number': 4, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'subnets': [{'id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79523add-eb2d-4b82-b9c6-c50c3a78aa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:25:13.598167 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Checking router: b44fb030-fe28-4429-b172-f7cc51fe4f55 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:25:13.598543 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Updating router b44fb030-fe28-4429-b172-f7cc51fe4f55 port 5e4554e2-b361-431f-a4bf-1eccd49ff425 binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:25:13.646930 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:13.765936 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38328) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:25:13.875925 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-9a430606-3f18-4037-a3a0-76a4695699c9 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1087942 Aug 09 11:25:13.974148 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:13.985115 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Transition to ACTIVE for port object 5e4554e2-b361-431f-a4bf-1eccd49ff425 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:25:13.992566 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:14.047578 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Attempting to bind port 5e4554e2-b361-431f-a4bf-1eccd49ff425 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:25:14.047950 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Attempting to bind port 5e4554e2-b361-431f-a4bf-1eccd49ff425 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:25:14.048311 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Attempting to bind port 5e4554e2-b361-431f-a4bf-1eccd49ff425 on network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:25:14.050144 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c3ab1-d344-45b2-bac5-8b2f20cbc42b None None] Pushing event updated for resources: {'Port': ['ID=5e4554e2-b361-431f-a4bf-1eccd49ff425,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:25:14.055531 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:25:14.055910 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:25:14.056311 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:14.056699 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Bound using segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:25:14.057738 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Bound port: 5e4554e2-b361-431f-a4bf-1eccd49ff425, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:25:14.057738 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:14.108319 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] For port 5e4554e2-b361-431f-a4bf-1eccd49ff425, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:25:14.111368 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] For port 5e4554e2-b361-431f-a4bf-1eccd49ff425, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=5e4554e2-b361-431f-a4bf-1eccd49ff425,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:25:14.116824 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:14.173336 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c3ab1-d344-45b2-bac5-8b2f20cbc42b None None] Pushing event updated for resources: {'Port': ['ID=5e4554e2-b361-431f-a4bf-1eccd49ff425,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:25:14.177306 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Routers {'b44fb030-fe28-4429-b172-f7cc51fe4f55'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:25:14.177930 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:25:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b44fb030-fe28-4429-b172-f7cc51fe4f55'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:25:14.369197 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] Set router b44fb030-fe28-4429-b172-f7cc51fe4f55 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:25:14.581568 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'name': 'router1', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5e4554e2-b361-431f-a4bf-1eccd49ff425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:24:54Z', 'updated_at': '2021-08-09T11:25:10Z', 'revision_number': 4, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'gw_port': {'id': '5e4554e2-b361-431f-a4bf-1eccd49ff425', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:25:10Z', 'updated_at': '2021-08-09T11:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '5e4e4729-30d7-401c-be30-32ffbadaa493', 'name': '', 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'mac_address': 'fa:16:3e:e4:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:25:02Z', 'updated_at': '2021-08-09T11:25:13Z', 'revision_number': 5, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'subnets': [{'id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79523add-eb2d-4b82-b9c6-c50c3a78aa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:25:14.605799 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f1923-19d9-4e48-9a63-e7330794dd57 None None] The sync data for ids ['b44fb030-fe28-4429-b172-f7cc51fe4f55'] in dv-cinder-803900-2-iscsi is: [{'id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'name': 'router1', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5e4554e2-b361-431f-a4bf-1eccd49ff425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:24:54Z', 'updated_at': '2021-08-09T11:25:10Z', 'revision_number': 4, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'gw_port': {'id': '5e4554e2-b361-431f-a4bf-1eccd49ff425', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:25:10Z', 'updated_at': '2021-08-09T11:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '5e4e4729-30d7-401c-be30-32ffbadaa493', 'name': '', 'network_id': '38e4bfa1-b77e-4bb6-9119-fba6fc32782e', 'tenant_id': '7aafe5ed33e940fca45ced076b9121c1', 'mac_address': 'fa:16:3e:e4:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fb030-fe28-4429-b172-f7cc51fe4f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:25:02Z', 'updated_at': '2021-08-09T11:25:13Z', 'revision_number': 5, 'project_id': '7aafe5ed33e940fca45ced076b9121c1', 'subnets': [{'id': '2ea4ac59-b4e0-4807-a215-1c12c79f7191', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79523add-eb2d-4b82-b9c6-c50c3a78aa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:25:14.983629 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 5e4e4729-30d7-401c-be30-32ffbadaa493 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:25:15.037218 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 5e4e4729-30d7-401c-be30-32ffbadaa493 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:25:15.037638 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:15.124584 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 5e4554e2-b361-431f-a4bf-1eccd49ff425 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:25:15.190939 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 5e4554e2-b361-431f-a4bf-1eccd49ff425 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:25:15.201571 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 5e4554e2-b361-431f-a4bf-1eccd49ff425 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:25:15.201959 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:15.291987 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:15.313188 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 5e4554e2-b361-431f-a4bf-1eccd49ff425, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=5e4554e2-b361-431f-a4bf-1eccd49ff425,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:25:15.317025 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:15.368906 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=5e4554e2-b361-431f-a4bf-1eccd49ff425,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:25:16.921368 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 5e4554e2-b361-431f-a4bf-1eccd49ff425 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:25:16.968052 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 5e4554e2-b361-431f-a4bf-1eccd49ff425 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:25:16.968351 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:28.059377 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9abbd8d8-55b9-4d07-b036-398bb28a834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:30.695413 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2785e1e2-f695-43bd-9747-04b8b0bbdc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:30.940792 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:31.893750 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:33.402028 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:25:38.661514 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:25:58.088950 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7327fcf-0b2a-4c8f-b663-f9696ca19ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:00.697358 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-25645798-95e7-4578-9f3b-229dfcf66c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:00.935576 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:01.892249 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:03.409042 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:15.659097 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:26:28.054300 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00ab3fda-45b5-4273-b5ac-2061b85245d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:30.699181 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-41d3d42d-93fa-46bd-87d2-056d14490395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:30.943838 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:31.889154 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:33.410146 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:48.502280 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38896) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:26:48.563235 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a83337-54f4-432b-8fb8-37defad3d80a admin admin] GET failed (client error): The resource could not be found. Aug 09 11:26:48.564547 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-81a83337-54f4-432b-8fb8-37defad3d80a admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613372 Aug 09 11:26:48.727856 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b493f3-afea-4f8a-8f2f-b8480329d3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:26:48.729337 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-94b493f3-afea-4f8a-8f2f-b8480329d3b1 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604114 Aug 09 11:26:50.869410 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38906) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:26:50.963875 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d4f32-6a05-4546-a974-e86a1b2791dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:26:50.965197 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-a87d4f32-6a05-4546-a974-e86a1b2791dd admin admin] 10.222.0.30 "GET /v2.0/subnets/2ea4ac59-b4e0-4807-a215-1c12c79f7191 HTTP/1.1" status: 200 len: 849 time: 0.0947206 Aug 09 11:26:50.974897 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:26:51.060004 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:51.194141 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788838227860'] for subnet, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:51.223318 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:26:51.223906 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:51.225260 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] 10.222.0.30 "PUT /v2.0/subnets/2ea4ac59-b4e0-4807-a215-1c12c79f7191 HTTP/1.1" status: 200 len: 868 time: 0.2539909 Aug 09 11:26:51.228544 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867cf49-825a-4ae5-a41a-c29e0461703f None None] Network 38e4bfa1-b77e-4bb6-9119-fba6fc32782e requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:26:51.251388 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea4ac59-b4e0-4807-a215-1c12c79f7191,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:26:51.258763 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.259134 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.259484 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.259820 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.260155 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.260504 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.260838 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.261170 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.261806 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.262138 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.262464 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.262788 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdde1b7-08a3-4a2e-91b6-cfe601ef8854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:26:51.598662 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-619ab67a-88f5-4cd3-b160-df197b5210dc None None] Provisioning complete for port 5e4e4729-30d7-401c-be30-32ffbadaa493 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:26:51.599035 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-619ab67a-88f5-4cd3-b160-df197b5210dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:51.687077 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-619ab67a-88f5-4cd3-b160-df197b5210dc None None] Provisioning complete for port 6c256336-1cb0-46a5-9041-8b6ee1cb670b triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:26:51.687349 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-619ab67a-88f5-4cd3-b160-df197b5210dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:52.660100 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:26:53.380598 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 38914) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:26:53.581125 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b7b44-f312-4399-b4b0-bf24a624abe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:26:53.581545 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b7b44-f312-4399-b4b0-bf24a624abe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:26:53.583086 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c66b7b44-f312-4399-b4b0-bf24a624abe3 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2015109 Aug 09 11:26:55.747912 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 38924) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:26:55.876318 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8d049b-b767-4ad3-8427-f69f6a6e08f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:26:55.876769 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8d049b-b767-4ad3-8427-f69f6a6e08f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:26:55.878341 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2d8d049b-b767-4ad3-8427-f69f6a6e08f1 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1294549 Aug 09 11:26:58.025778 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 38932) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:26:58.055643 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6f2d-ee2f-43ab-bf96-d3aa5391300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:26:58.202876 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a0b5f-5aa0-4136-b7dd-be94b7525dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:26:58.204246 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ce0a0b5f-5aa0-4136-b7dd-be94b7525dfb admin admin] 10.222.0.30 "GET /v2.0/networks/38e4bfa1-b77e-4bb6-9119-fba6fc32782e HTTP/1.1" status: 200 len: 869 time: 0.1774890 Aug 09 11:27:00.338297 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 38940) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:00.462396 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88f00e-878f-477a-866d-cce943af34a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:00.463744 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ba88f00e-878f-477a-866d-cce943af34a3 admin admin] 10.222.0.30 "GET /v2.0/networks/b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb HTTP/1.1" status: 200 len: 886 time: 0.1244764 Aug 09 11:27:00.700971 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a2896a65-79c8-4753-98ef-5dbc7b12cff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:00.934340 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:01.892460 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:02.595189 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 38948) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:02.714506 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ef225-3647-4262-9872-db76a2f15808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:02.715461 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ef225-3647-4262-9872-db76a2f15808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:02.716940 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-594ef225-3647-4262-9872-db76a2f15808 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208227 Aug 09 11:27:03.416235 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:04.852567 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38956) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:04.971454 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5691d370-69ce-482f-876b-168df19ba0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:04.971909 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5691d370-69ce-482f-876b-168df19ba0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:04.973443 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-5691d370-69ce-482f-876b-168df19ba0a9 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199515 Aug 09 11:27:07.092967 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 38964) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:07.182580 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b952c21c-fc81-48c9-ab0a-ec515bca396f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:07.183833 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b952c21c-fc81-48c9-ab0a-ec515bca396f admin admin] 10.222.0.30 "GET /v2.0/subnets/2ea4ac59-b4e0-4807-a215-1c12c79f7191 HTTP/1.1" status: 200 len: 868 time: 0.0898712 Aug 09 11:27:09.296343 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 38972) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:09.382381 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6911a89-4a43-492d-88f5-01d1cdfeaace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:09.383681 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-a6911a89-4a43-492d-88f5-01d1cdfeaace admin admin] 10.222.0.30 "GET /v2.0/subnets/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4 HTTP/1.1" status: 200 len: 816 time: 0.0864160 Aug 09 11:27:28.057963 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b25c5b8c-0974-4eed-be4d-01226eb1e3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:29.658322 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:27:30.701493 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8b5bcff0-0775-4a5d-9a3b-44b4eec337ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:30.936285 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:31.895290 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:33.416511 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:34.667549 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39026) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:34.714040 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [None req-13948029-02e1-4b4b-9007-ce2382a7860c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:27:34.715031 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-13948029-02e1-4b4b-9007-ce2382a7860c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465016 Aug 09 11:27:36.940778 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39034) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:36.999718 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.pecan_wsgi.hooks.translation [None req-72002251-719d-4248-9316-c784005d266d admin admin] GET failed (client error): The resource could not be found. Aug 09 11:27:37.001021 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-72002251-719d-4248-9316-c784005d266d admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593176 Aug 09 11:27:37.084413 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ce776-670b-43d4-9a58-9bff61ff7e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:37.085952 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-c58ce776-670b-43d4-9a58-9bff61ff7e22 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806155 Aug 09 11:27:39.246886 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39042) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:39.293317 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:39.312989 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Made reservation on behalf of 680e45a9bf7f4c42b77f72ef2d20ab5a for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:39.315163 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.345404 dv-cinder-803900-2-iscsi neutron-server[93249]: WARNING neutron.services.revisions.revision_plugin [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Could not find related network for resource to bump revision. Aug 09 11:27:39.357632 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:27:39.366713 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.367043 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Added segment 943d7225-a688-4ac9-badb-6e6c2370c885 of type vlan for network 3ecf9648-c099-4aad-9239-d484c0d7dcaf Aug 09 11:27:39.411635 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.438372 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.439293 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:39.439860 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:39.489046 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2408299 Aug 09 11:27:39.498328 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a517f26-9c14-4649-8f3c-9ffda20c1606 admin admin] Pushing event updated for resources: {'Network': ['ID=3ecf9648-c099-4aad-9239-d484c0d7dcaf,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:39.509645 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 3ecf9648-c099-4aad-9239-d484c0d7dcaf details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:27:41.653995 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39050) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:27:41.715149 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26870ee-4b3a-464d-bf63-84ba441a9fea admin admin] GET failed (client error): The resource could not be found. Aug 09 11:27:41.716479 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a26870ee-4b3a-464d-bf63-84ba441a9fea admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615025 Aug 09 11:27:41.811511 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a388b64e-340b-446f-a889-bfbeba8c1421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:41.812920 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a388b64e-340b-446f-a889-bfbeba8c1421 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0921946 Aug 09 11:27:41.822620 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Request body: {'subnet': {'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:27:41.841895 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Made reservation on behalf of 680e45a9bf7f4c42b77f72ef2d20ab5a for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:27:41.844084 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:41.999009 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.046808 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f141ba-309a-4366-8605-37721f80f0fb,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:42.059139 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.059510 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.059844 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.060168 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.060484 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.060816 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.061139 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.061467 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.061803 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.062119 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.062430 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.062739 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.072125 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Checking segment: {'id': '943d7225-a688-4ac9-badb-6e6c2370c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:27:42.072465 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Network hostable DHCP agents. Network: 3ecf9648-c099-4aad-9239-d484c0d7dcaf, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:27:42.088415 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Network 3ecf9648-c099-4aad-9239-d484c0d7dcaf is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:27:42.097109 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 3ecf9648-c099-4aad-9239-d484c0d7dcaf) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:42.101194 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:27:42.101797 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.106703 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c117f49a-dc7a-4bfd-bf46-6fed9618e2e4 None None] Network 3ecf9648-c099-4aad-9239-d484c0d7dcaf requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:42.120399 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-591bf9ba-cea2-4aa3-aff3-c7e3dc90de88 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3010938 Aug 09 11:27:42.351012 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2906a7ef-9378-57f0-8b50-7d9d400dd977-3ecf9648-c099-4aad-9239-d484c0d7dcaf', 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf', 'tenant_id': '680e45a9bf7f4c42b77f72ef2d20ab5a', 'fixed_ips': [{'subnet_id': '48f141ba-309a-4366-8605-37721f80f0fb'}]}} from dv-cinder-803900-2-iscsi. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:27:42.351833 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.486906 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Allocated IP 192.168.233.2 (3ecf9648-c099-4aad-9239-d484c0d7dcaf/48f141ba-309a-4366-8605-37721f80f0fb/c5c1f02d-5d79-43ec-80be-c0c7156afd5b) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:27:42.630221 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.639466 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Transition to ACTIVE for port object c5c1f02d-5d79-43ec-80be-c0c7156afd5b will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:27:42.654995 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Transition to ACTIVE for port object c5c1f02d-5d79-43ec-80be-c0c7156afd5b will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:27:42.660871 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.703202 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Network 3ecf9648-c099-4aad-9239-d484c0d7dcaf is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:27:42.707095 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:27:42.708886 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Pushing event updated for resources: {'Port': ['ID=c5c1f02d-5d79-43ec-80be-c0c7156afd5b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:42.710961 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:27:42.723207 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.723553 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.723895 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.724228 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.724558 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.724932 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.725209 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.725558 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.725904 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.726246 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.726570 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.726886 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:27:42.771293 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Attempting to bind port c5c1f02d-5d79-43ec-80be-c0c7156afd5b on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:27:42.771655 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Attempting to bind port c5c1f02d-5d79-43ec-80be-c0c7156afd5b by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '943d7225-a688-4ac9-badb-6e6c2370c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:27:42.772008 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Attempting to bind port c5c1f02d-5d79-43ec-80be-c0c7156afd5b on network 3ecf9648-c099-4aad-9239-d484c0d7dcaf {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:27:42.776933 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:27:42.777911 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Checking segment: {'id': '943d7225-a688-4ac9-badb-6e6c2370c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:27:42.778313 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.778700 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Bound using segment: {'id': '943d7225-a688-4ac9-badb-6e6c2370c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:27:42.779155 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Bound port: c5c1f02d-5d79-43ec-80be-c0c7156afd5b, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943d7225-a688-4ac9-badb-6e6c2370c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:27:42.779544 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.842610 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] For port c5c1f02d-5d79-43ec-80be-c0c7156afd5b, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:27:42.845816 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] For port c5c1f02d-5d79-43ec-80be-c0c7156afd5b, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=c5c1f02d-5d79-43ec-80be-c0c7156afd5b,segment=NetworkSegment(943d7225-a688-4ac9-badb-6e6c2370c885),segment_id=943d7225-a688-4ac9-badb-6e6c2370c885)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:27:42.850237 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:42.910485 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e3280-97ed-4eb3-bf39-27dcc7ced687 None None] Pushing event updated for resources: {'Port': ['ID=c5c1f02d-5d79-43ec-80be-c0c7156afd5b,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:43.666963 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287397e1-bb41-4ab7-adb6-469932467003 None None] Network 3ecf9648-c099-4aad-9239-d484c0d7dcaf requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:27:43.770883 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-72597c31-bb6f-4d0a-9e14-6c63c00c5328 None None] Provisioning for port c5c1f02d-5d79-43ec-80be-c0c7156afd5b completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:27:45.021895 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device c5c1f02d-5d79-43ec-80be-c0c7156afd5b up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:45.069014 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port c5c1f02d-5d79-43ec-80be-c0c7156afd5b completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:27:45.072593 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port c5c1f02d-5d79-43ec-80be-c0c7156afd5b triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:45.073166 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:45.151404 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:45.188484 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port c5c1f02d-5d79-43ec-80be-c0c7156afd5b, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=c5c1f02d-5d79-43ec-80be-c0c7156afd5b,segment=NetworkSegment(943d7225-a688-4ac9-badb-6e6c2370c885),segment_id=943d7225-a688-4ac9-badb-6e6c2370c885)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:27:45.192360 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:45.238001 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=c5c1f02d-5d79-43ec-80be-c0c7156afd5b,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:27:46.999026 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device c5c1f02d-5d79-43ec-80be-c0c7156afd5b up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:27:47.045477 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port c5c1f02d-5d79-43ec-80be-c0c7156afd5b triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:27:47.045841 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:27:58.058405 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1e2507b4-a339-4806-a71c-02600649638d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:00.702772 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8be795cd-094d-4dbe-b43d-70d93a424684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:00.937802 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:01.897639 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:03.420572 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:06.657034 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:28:28.058822 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-69c0439e-0f27-4c3d-b96d-2734a6ec0ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.702254 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-004581b8-ccb8-4573-bcf0-e5a252fc870d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:30.937480 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:31.901346 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:33.425372 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:43.655933 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:28:55.217437 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39102) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:55.223464 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [None req-09d0c76f-c860-420f-8cc1-5b39b7b14a32 tempest-verify_tempest_config-689099664 tempest-verify_tempest_config-689099664-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:28:55.224411 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-09d0c76f-c860-420f-8cc1-5b39b7b14a32 tempest-verify_tempest_config-689099664 tempest-verify_tempest_config-689099664-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059674 Aug 09 11:28:55.520424 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39120) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:55.618374 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:55.707715 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:55.711636 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:55.753923 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7370e72e47f54afe90ab9e38ba25979e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2324874 Aug 09 11:28:55.755698 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df2d4ab-b2db-4e1a-ae44-1970a38f504f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:55.756642 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39124) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:28:55.762213 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.762814 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.763185 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.763518 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.763847 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.764189 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.764518 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.764843 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.765182 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.765542 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.765848 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.766164 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4659353-6aa9-4ad0-adf5-33cb3f11d5c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.813067 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:55.832616 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:55.918368 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:55.921531 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:28:55.922665 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2df2d4ab-b2db-4e1a-ae44-1970a38f504f HTTP/1.1" status: 204 len: 168 time: 0.1649723 Aug 09 11:28:55.930201 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df2d4ab-b2db-4e1a-ae44-1970a38f504f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:28:55.937117 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.937475 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.937824 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.938156 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.938483 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.938830 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.939164 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.939487 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.939805 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.940228 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.940441 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:55.940748 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915b654-2c80-49a6-ae92-0fe4c2cf1b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:28:58.059095 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fa7d6379-88e6-4678-8cc2-60ceee31fea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:00.702241 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-815a1372-bf81-4cd5-acaa-c11edf8e258c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:00.937541 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:01.903101 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:03.428893 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:20.655250 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:29:28.059034 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-948cf572-394f-43b7-a711-eb0b85490201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.702920 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-aaa8658f-7ae1-4a11-961c-9d69ee6342ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:30.938935 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:31.906336 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:33.429857 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:29:57.652993 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 5 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:29:58.058316 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4c7e20e0-9fb0-44aa-aee8-aa544af57007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:00.706499 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3ecde881-f00f-482b-b0a4-f09426008b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:00.940543 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:01.907975 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:03.430916 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:28.059164 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a8536bd9-47de-4d85-812c-3bf13b205076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:30.244287 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659361'] for agent, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:30.712170 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fe8be730-e55a-48fc-974e-05e74e441c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:30.943917 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:31.913124 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:33.436295 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:34.653793 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:30:34.778207 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39180) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:34.906233 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7052a66a-5954-4832-99d9-2b8c357f1118 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1264040 Aug 09 11:30:37.156041 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39190) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:37.209808 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7eeef745-6ee3-4aad-8f6c-3eb384b5b22b admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526714 Aug 09 11:30:58.059244 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0c86da1b-1b5c-45a3-97f9-9fe25739105e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:00.195023 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:00.712886 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-14e5c312-83c2-46b5-9642-496b3cca12eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:00.937769 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:01.914586 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:03.439038 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:11.652109 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:31:28.061992 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cd8c92b1-e7e7-443f-86a9-1c90006f4e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:30.197706 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:30.721047 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8667cf87-7be4-4d10-bf95-9cbede764aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:30.943519 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:31.918696 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:33.446429 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:48.651265 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:31:58.063898 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9c56e2e3-412f-41f2-ab23-32233ef5fd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:00.211467 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:00.714740 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8b84f24b-8cb6-4f62-a03d-c82ad3a9674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:00.938251 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:01.922078 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:03.452051 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:07.515966 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39324) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:07.855852 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-network', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:07.879367 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Made reservation on behalf of 7eb4bc7578154a97ad0f3f12560d9e94 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:07.881876 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:07.892426 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.014371 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.022428 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.060572 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:32:08.067239 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9d5f04-cd8d-4b62-9fa1-2df60471f799,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:08.080023 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.080357 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Added segment bc69431a-8195-4bd8-9ede-bf90482f8332 of type vlan for network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b Aug 09 11:32:08.082807 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.086254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.086254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.086254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.086254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.086254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.086254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.086254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.086254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.086254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.087705 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.087705 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Tracked resource versions report: Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: pushed versions: Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: { 'AddressGroup': {'1.2'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'ConntrackHelper': {'1.0'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Log': {'1.0'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Network': {'1.1'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Port': {'1.7'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'PortForwarding': {'1.2'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'QosPolicy': {'1.9'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SecurityGroup': {'1.4'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SubPort': {'1.0'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Subnet': {'1.1'}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Trunk': {'1.1'}} Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: consumer versions: Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: { DHCP agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: HyperV agent@hv-cinder-80390: {}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: L3 agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: Metadata agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: Metering agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: Open vSwitch agent@dv-cinder-803900-2-iscsi: { 'AddressGroup': '1.2', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'ConntrackHelper': '1.0', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Log': '1.0', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Network': '1.1', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Port': '1.7', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'PortForwarding': '1.2', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'QosPolicy': '1.9', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SecurityGroup': '1.4', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SecurityGroupRule': '1.2', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'SubPort': '1.0', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Subnet': '1.1', Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: 'Trunk': '1.1'}} Aug 09 11:32:08.088405 dv-cinder-803900-2-iscsi neutron-server[93250]: {{(pid=93250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:32:08.145532 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.181113 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.182217 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:08.182975 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.207264 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6899264 Aug 09 11:32:08.210321 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39360) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:08.218344 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Request body: {'subnet': {'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-subnet', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:08.250017 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Made reservation on behalf of 7eb4bc7578154a97ad0f3f12560d9e94 for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:08.252899 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.254348 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a509208-39f2-4dae-b92d-4c5c36da3868 admin admin] Pushing event updated for resources: {'Network': ['ID=2d4f148c-85d6-4b09-b96d-6b1afc39a46b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:08.277913 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:32:08.450737 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.490944 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0523104a-2ef0-4032-abf2-fef702348741,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:08.498624 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.498999 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.499332 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.499657 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.499982 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.500404 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.500626 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.500941 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.501281 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.501613 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.501941 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.502237 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Tracked resource versions report: Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: pushed versions: Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: { 'AddressGroup': {'1.2'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'ConntrackHelper': {'1.0'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Log': {'1.0'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Network': {'1.1'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Port': {'1.7'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'PortForwarding': {'1.2'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'QosPolicy': {'1.9'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SecurityGroup': {'1.4'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SubPort': {'1.0'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Subnet': {'1.1'}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Trunk': {'1.1'}} Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: consumer versions: Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: { DHCP agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: HyperV agent@hv-cinder-80390: {}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: L3 agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: Metadata agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: Metering agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: Open vSwitch agent@dv-cinder-803900-2-iscsi: { 'AddressGroup': '1.2', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'ConntrackHelper': '1.0', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Log': '1.0', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Network': '1.1', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Port': '1.7', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'PortForwarding': '1.2', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'QosPolicy': '1.9', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SecurityGroup': '1.4', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SecurityGroupRule': '1.2', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'SubPort': '1.0', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Subnet': '1.1', Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: 'Trunk': '1.1'}} Aug 09 11:32:08.503217 dv-cinder-803900-2-iscsi neutron-server[93249]: {{(pid=93249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:32:08.542106 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Checking segment: {'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:08.542563 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Network hostable DHCP agents. Network: 2d4f148c-85d6-4b09-b96d-6b1afc39a46b, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:32:08.561523 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:32:08.570993 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 2d4f148c-85d6-4b09-b96d-6b1afc39a46b) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:08.579628 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:08.580234 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.582280 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5692ee1d-eef4-40cb-ae24-d1a419fedb7c None None] Network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:32:08.597942 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-a8a5538a-0e9b-46b7-aef1-bc5a15aa4c96 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3838086 Aug 09 11:32:08.598355 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39388) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:08.603031 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-router', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:08.632778 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1662668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36605'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.635138 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36594'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:08.759836 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c1fe1-19d9-440a-892b-adef9d93793e None None] Network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:32:08.836541 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.053215 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.300045 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.334991 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.346759 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39424) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:09.440558 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39430) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:09.517087 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Allocated IP 172.27.1.212 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/885b76ab-fc9b-4f7d-b575-a77bc1607e05) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:09.588142 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39442) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:09.644712 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.657238 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1274576739-network', 'tenant_id': '7ef97d91f4a64fff864215a590e04c7b'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:09.694384 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-network', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:09.765990 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Made reservation on behalf of 7ef97d91f4a64fff864215a590e04c7b for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:09.768854 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.773350 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.775539 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Made reservation on behalf of a7a3b96504a8466298524d1b969c3ff9 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:09.779203 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.788921 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.795556 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.805545 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:09.807622 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:09.830766 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:09.992081 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:09.998028 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.049302 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a2b35f-66fe-447d-aa38-65ad112f6af8,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:10.071757 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-738010648-network', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:10.082634 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Pushing event updated for resources: {'Port': ['ID=885b76ab-fc9b-4f7d-b575-a77bc1607e05,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:10.088494 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:32:10.114311 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.114653 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Added segment 4d22091e-43ed-4c2a-9b4c-01abbb23fe4f of type vlan for network 61368b8c-3f63-4abc-860d-c08b2be3a039 Aug 09 11:32:10.211285 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.265181 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.266260 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:10.267095 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.342389 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.352362 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=61368b8c-3f63-4abc-860d-c08b2be3a039,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:10.363288 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 61368b8c-3f63-4abc-860d-c08b2be3a039 details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:32:10.445129 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.473921 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-9e2b57a7-5365-4056-a2c9-ba3caa8f3dd3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0322151 Aug 09 11:32:10.474513 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39472) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:10.475384 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.490668 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Request body: {'subnet': {'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-subnet', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:10.525401 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Made reservation on behalf of f51c6490011e419ab1f97303d7e12334 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:10.530333 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:32:10.531155 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.553711 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9827ea3d-a859-4178-a5fb-1e0400e85fcc,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:10.583708 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.584121 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Added segment cd52f2c3-34a4-4df2-ba06-d454bbdc16e8 of type vlan for network 9c0e192c-f125-4f10-8eca-951ac7ef941a Aug 09 11:32:10.655822 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.677359 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.743044 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Made reservation on behalf of a7a3b96504a8466298524d1b969c3ff9 for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:10.745354 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.792430 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.794117 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:10.794874 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.859243 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=9c0e192c-f125-4f10-8eca-951ac7ef941a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:10.875172 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 9c0e192c-f125-4f10-8eca-951ac7ef941a details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:32:10.951639 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:10.955004 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.025548 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b18eae-ee69-4c3b-9794-3a5ddcfdce77,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:11.042341 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Checking segment: {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:11.043033 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Network hostable DHCP agents. Network: 61368b8c-3f63-4abc-860d-c08b2be3a039, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:32:11.072823 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.081157 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.094231 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Network 61368b8c-3f63-4abc-860d-c08b2be3a039 is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:32:11.119718 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39496) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:11.119944 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7c990f5e-f9f2-4a7b-ae52-47cba12b8fc8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7598114 Aug 09 11:32:11.128549 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Request body: {'subnet': {'network_id': '9c0e192c-f125-4f10-8eca-951ac7ef941a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1274576739-subnet', 'tenant_id': '7ef97d91f4a64fff864215a590e04c7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:11.137931 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:32:11.145135 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 61368b8c-3f63-4abc-860d-c08b2be3a039) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:11.150831 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1795d2b3-6156-4875-8a55-9521cdac23da,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:11.157267 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:11.157267 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-60375102-2f5a-4248-af41-471730856154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.163176 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.163516 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Added segment 4459bc6b-0c71-4f95-adce-b0df98d4835c of type vlan for network 0dc4d80b-476f-4863-a1ca-6355085c020a Aug 09 11:32:11.164455 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2fb39-8e4a-4c57-ad3a-db11845c3eaf None None] Network 61368b8c-3f63-4abc-860d-c08b2be3a039 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:32:11.218494 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 is scheduled to L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:32:11.219107 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.225063 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Made reservation on behalf of 7ef97d91f4a64fff864215a590e04c7b for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:11.227895 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.283893 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-60375102-2f5a-4248-af41-471730856154 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8007541 Aug 09 11:32:11.290257 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39506) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:11.300545 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:11.354462 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1662668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36605'] for router, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.355500 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36594'] for router, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.358705 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.359637 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:11.360205 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.414120 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2906a7ef-9378-57f0-8b50-7d9d400dd977-61368b8c-3f63-4abc-860d-c08b2be3a039', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77'}]}} from dv-cinder-803900-2-iscsi. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:32:11.415933 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.438404 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8479569 Aug 09 11:32:11.442317 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39512) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:11.448930 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Request body: {'subnet': {'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-738010648-subnet', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:11.465796 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024f047-600b-4a24-80d0-6776e099df14 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc4d80b-476f-4863-a1ca-6355085c020a,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:11.478627 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 0dc4d80b-476f-4863-a1ca-6355085c020a details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:32:11.486570 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:32:11.498808 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Sync routers for ids ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:32:11.516410 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Routers {'9ff75d6d-b24c-4440-b6b4-c63943e8a073'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:11.518531 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:11.525244 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.543711 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Made reservation on behalf of f51c6490011e419ab1f97303d7e12334 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:11.546191 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.549668 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:11.550866 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-13661f18-9f4d-4ae4-b515-5ac26d2994fc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9515474 Aug 09 11:32:11.571295 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39514) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:11.835747 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Set router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:11.873723 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Allocated IP 172.20.0.2 (61368b8c-3f63-4abc-860d-c08b2be3a039/20b18eae-ee69-4c3b-9794-3a5ddcfdce77/07bf468b-5967-403a-a247-b421df82bcd7) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:11.921549 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.030992 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e35eb8-7946-4361-8c17-26bd73a1cf95,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:12.054812 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Checking segment: {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:12.061678 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Network hostable DHCP agents. Network: 0dc4d80b-476f-4863-a1ca-6355085c020a, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:32:12.111542 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Network 0dc4d80b-476f-4863-a1ca-6355085c020a is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:32:12.134780 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 0dc4d80b-476f-4863-a1ca-6355085c020a) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:12.139596 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:12.140340 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.169252 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b2c83ec0-75f2-4242-92ed-347a0d494b54 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7256413 Aug 09 11:32:12.172042 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39534) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:12.177618 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:12.193707 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a4c7b5-2013-456e-b8e2-cc7da6cd8379 None None] Network 0dc4d80b-476f-4863-a1ca-6355085c020a requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:32:12.240522 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1662668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36605'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.243661 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36594'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.280149 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-router', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:08Z', 'updated_at': '2021-08-09T11:32:09Z', 'revision_number': 3, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'gw_port': {'id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:09Z', 'updated_at': '2021-08-09T11:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:12.310027 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.315672 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Checking router: 9ff75d6d-b24c-4440-b6b4-c63943e8a073 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:32:12.316288 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Updating router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 port 885b76ab-fc9b-4f7d-b575-a77bc1607e05 binding host dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:32:12.333410 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.347131 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.348010 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.350183 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Transition to ACTIVE for port object 07bf468b-5967-403a-a247-b421df82bcd7 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:12.360928 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.378253 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Transition to ACTIVE for port object 07bf468b-5967-403a-a247-b421df82bcd7 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:12.392618 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.420030 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Network 61368b8c-3f63-4abc-860d-c08b2be3a039 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:12.425625 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:12.430506 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:12.522693 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Attempting to bind port 07bf468b-5967-403a-a247-b421df82bcd7 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:12.523241 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Attempting to bind port 07bf468b-5967-403a-a247-b421df82bcd7 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:12.523765 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Attempting to bind port 07bf468b-5967-403a-a247-b421df82bcd7 on network 61368b8c-3f63-4abc-860d-c08b2be3a039 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:12.533199 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:12.533998 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Checking segment: {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:12.534562 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.535170 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Bound using segment: {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:12.535976 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Bound port: 07bf468b-5967-403a-a247-b421df82bcd7, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:12.536566 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.622161 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.654489 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b57e24f-c58b-4cfe-ac91-123680f186d9,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:12.680376 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Checking segment: {'id': 'cd52f2c3-34a4-4df2-ba06-d454bbdc16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9c0e192c-f125-4f10-8eca-951ac7ef941a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:12.680755 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Network hostable DHCP agents. Network: 9c0e192c-f125-4f10-8eca-951ac7ef941a, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:32:12.710401 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] For port 07bf468b-5967-403a-a247-b421df82bcd7, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:12.714706 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] For port 07bf468b-5967-403a-a247-b421df82bcd7, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=07bf468b-5967-403a-a247-b421df82bcd7,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:12.745064 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.783471 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Pushing event updated for resources: {'Port': ['ID=07bf468b-5967-403a-a247-b421df82bcd7,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:12.809860 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.810613 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.811209 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.811912 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.812467 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.813019 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.820668 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.821973 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.822588 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.823150 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.823701 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.824362 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Tracked resource versions report: Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: pushed versions: Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: { 'AddressGroup': {'1.2'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'ConntrackHelper': {'1.0'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Log': {'1.0'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Network': {'1.1'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Port': {'1.7'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'PortForwarding': {'1.2'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'QosPolicy': {'1.9'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SecurityGroup': {'1.4'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SubPort': {'1.0'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Subnet': {'1.1'}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Trunk': {'1.1'}} Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: consumer versions: Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: { DHCP agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: HyperV agent@hv-cinder-80390: {}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: L3 agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: Metadata agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: Metering agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: Open vSwitch agent@dv-cinder-803900-2-iscsi: { 'AddressGroup': '1.2', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'ConntrackHelper': '1.0', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Log': '1.0', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Network': '1.1', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Port': '1.7', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'PortForwarding': '1.2', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'QosPolicy': '1.9', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SecurityGroup': '1.4', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SecurityGroupRule': '1.2', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'SubPort': '1.0', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Subnet': '1.1', Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: 'Trunk': '1.1'}} Aug 09 11:32:12.825660 dv-cinder-803900-2-iscsi neutron-server[93251]: {{(pid=93251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:32:12.906570 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Network 9c0e192c-f125-4f10-8eca-951ac7ef941a is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:32:12.965313 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e134fd-c4e5-4269-8c3a-20a8560d156a None None] Pushing event updated for resources: {'Port': ['ID=07bf468b-5967-403a-a247-b421df82bcd7,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:12.970156 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 9c0e192c-f125-4f10-8eca-951ac7ef941a) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:12.983212 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2906a7ef-9378-57f0-8b50-7d9d400dd977-0dc4d80b-476f-4863-a1ca-6355085c020a', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95'}]}} from dv-cinder-803900-2-iscsi. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:32:12.985078 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:12.987546 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20144a-1e35-4d01-90cb-bca5eb579d84 None None] Network 9c0e192c-f125-4f10-8eca-951ac7ef941a requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:32:13.028685 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:13.029691 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.161804 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.169416 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.198797 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Transition to ACTIVE for port object 885b76ab-fc9b-4f7d-b575-a77bc1607e05 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:13.228365 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.235971 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.346767 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-a02c6525-d308-4e50-bd28-f93bc0503ede admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2220871 Aug 09 11:32:13.348333 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.400184 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Pushing event updated for resources: {'Port': ['ID=885b76ab-fc9b-4f7d-b575-a77bc1607e05,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:13.416100 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Attempting to bind port 885b76ab-fc9b-4f7d-b575-a77bc1607e05 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:13.416483 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Attempting to bind port 885b76ab-fc9b-4f7d-b575-a77bc1607e05 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:13.416846 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Attempting to bind port 885b76ab-fc9b-4f7d-b575-a77bc1607e05 on network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:13.434540 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.434897 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.435239 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.435605 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.435900 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.436233 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.436565 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.436892 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.437239 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.437623 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.437948 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.438270 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Tracked resource versions report: Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: pushed versions: Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: { 'AddressGroup': {'1.2'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'ConntrackHelper': {'1.0'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Log': {'1.0'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Network': {'1.1'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Port': {'1.7'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'PortForwarding': {'1.2'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'QosPolicy': {'1.9'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SecurityGroup': {'1.4'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SubPort': {'1.0'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Subnet': {'1.1'}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Trunk': {'1.1'}} Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: consumer versions: Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: { DHCP agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: HyperV agent@hv-cinder-80390: {}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: L3 agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: Metadata agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: Metering agent@dv-cinder-803900-2-iscsi: {}, Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: Open vSwitch agent@dv-cinder-803900-2-iscsi: { 'AddressGroup': '1.2', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'ConntrackHelper': '1.0', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Log': '1.0', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Network': '1.1', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Port': '1.7', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'PortForwarding': '1.2', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'QosPolicy': '1.9', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SecurityGroup': '1.4', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SecurityGroupRule': '1.2', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'SubPort': '1.0', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Subnet': '1.1', Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: 'Trunk': '1.1'}} Aug 09 11:32:13.439285 dv-cinder-803900-2-iscsi neutron-server[93252]: {{(pid=93252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:32:13.459465 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:13.460133 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:13.460726 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.462368 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Bound using segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:13.463945 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Bound port: 885b76ab-fc9b-4f7d-b575-a77bc1607e05, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:13.470520 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.534057 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Allocated IP 172.27.1.241 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/be5e2630-5186-4c8d-bd72-2af4ecff949e) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:13.557991 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b843691-5749-4c5b-a7c6-b98dc94c22e9 None None] Network 9c0e192c-f125-4f10-8eca-951ac7ef941a requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:32:13.594692 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] For port 885b76ab-fc9b-4f7d-b575-a77bc1607e05, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:13.604051 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] For port 885b76ab-fc9b-4f7d-b575-a77bc1607e05, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=885b76ab-fc9b-4f7d-b575-a77bc1607e05,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:13.614511 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.655967 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Allocated IP 172.20.0.2 (0dc4d80b-476f-4863-a1ca-6355085c020a/89e35eb8-7946-4361-8c17-26bd73a1cf95/76bbcb87-de86-436b-9739-c4ce840d9d74) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:13.685626 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.697315 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.796478 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.813764 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39592) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:13.824528 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702a8bc-3414-4f88-8e87-13aefb5d3a97 None None] Pushing event updated for resources: {'Port': ['ID=885b76ab-fc9b-4f7d-b575-a77bc1607e05,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:13.866819 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Routers {'9ff75d6d-b24c-4440-b6b4-c63943e8a073'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:13.867467 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:13.880690 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:13.965718 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Allocated IP 172.27.1.189 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/8e1a1d3d-216b-495e-aefe-0f56c74b0d45) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:13.966600 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:13.969771 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:13.981143 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:14.175111 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b1ab6550-ab32-49c4-9f00-b22387898b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:14.204490 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] Set router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:14.431517 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Allocated IP 172.20.0.1 (2d4f148c-85d6-4b09-b96d-6b1afc39a46b/0523104a-2ef0-4032-abf2-fef702348741/51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:14.491905 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:14.503400 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b1ab6550-ab32-49c4-9f00-b22387898b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:14.505259 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Pushing event updated for resources: {'Port': ['ID=be5e2630-5186-4c8d-bd72-2af4ecff949e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:14.510685 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39630) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:14.515811 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Transition to ACTIVE for port object 76bbcb87-de86-436b-9739-c4ce840d9d74 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:14.526008 dv-cinder-803900-2-iscsi neutron-server[93250]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 11:32:14.527249 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b1ab6550-ab32-49c4-9f00-b22387898b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:14.573373 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:14.575256 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Transition to ACTIVE for port object 76bbcb87-de86-436b-9739-c4ce840d9d74 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:14.591668 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:14.621492 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39638) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:14.670970 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:14.681274 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Network 0dc4d80b-476f-4863-a1ca-6355085c020a is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:14.684279 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:14.690444 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:14.704118 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Pushing event updated for resources: {'Port': ['ID=76bbcb87-de86-436b-9739-c4ce840d9d74,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:14.759268 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a359a9-e138-44bb-b13a-8ebd810f2abe None None] Network 61368b8c-3f63-4abc-860d-c08b2be3a039 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:32:14.778085 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:14.782386 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-router', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:08Z', 'updated_at': '2021-08-09T11:32:09Z', 'revision_number': 3, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'gw_port': {'id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:09Z', 'updated_at': '2021-08-09T11:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:14.787104 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:14.796501 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:14.797093 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1660685'] for router_interface, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:14.828743 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b1ab6550-ab32-49c4-9f00-b22387898b58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5411b496a1084acb887bc79733b1de2e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0138466 Aug 09 11:32:14.857841 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c77dab-21d7-4176-9bed-95ff5b58ddea None None] The sync data for ids ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'] in dv-cinder-803900-2-iscsi is: [{'id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-router', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:08Z', 'updated_at': '2021-08-09T11:32:09Z', 'revision_number': 3, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'gw_port': {'id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:09Z', 'updated_at': '2021-08-09T11:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:32:14.861549 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Attempting to bind port 76bbcb87-de86-436b-9739-c4ce840d9d74 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:14.862425 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Attempting to bind port 76bbcb87-de86-436b-9739-c4ce840d9d74 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:14.862425 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Attempting to bind port 76bbcb87-de86-436b-9739-c4ce840d9d74 on network 0dc4d80b-476f-4863-a1ca-6355085c020a {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:14.873614 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ad0729ef-9955-4b6f-acde-08fd5a0eaa89 None None] Provisioning for port 07bf468b-5967-403a-a247-b421df82bcd7 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:14.875845 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:14.876096 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Checking segment: {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:14.876469 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:14.876852 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Bound using segment: {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:14.877314 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Bound port: 76bbcb87-de86-436b-9739-c4ce840d9d74, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:14.877734 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:14.893368 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39650) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:14.908084 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab6550-ab32-49c4-9f00-b22387898b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09591650-86c9-4764-b12e-9966e91acffa,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:14.986738 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-1e1819c8-86fb-426a-b7d4-af0000e38ad8 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:14.988465 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-1e1819c8-86fb-426a-b7d4-af0000e38ad8 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/networks?id=9c0e192c-f125-4f10-8eca-951ac7ef941a HTTP/1.1" status: 200 len: 812 time: 0.4667156 Aug 09 11:32:15.006914 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-dbb731a7-688e-432f-a2f6-1204fe18707c tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/quotas/7ef97d91f4a64fff864215a590e04c7b HTTP/1.1" status: 200 len: 375 time: 0.0106971 Aug 09 11:32:15.018932 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.022805 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Pushing event updated for resources: {'Port': ['ID=51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:15.031731 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-527cc05a-6c56-48dd-a681-2df652d0da6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.060581 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] For port 76bbcb87-de86-436b-9739-c4ce840d9d74, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:15.064646 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] For port 76bbcb87-de86-436b-9739-c4ce840d9d74, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=76bbcb87-de86-436b-9739-c4ce840d9d74,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:15.093893 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.222539 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea93a51-df85-4582-878c-b28cd3ce82c7 None None] Pushing event updated for resources: {'Port': ['ID=76bbcb87-de86-436b-9739-c4ce840d9d74,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:15.319629 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-c0acf535-5d58-4fc3-8cb5-636a5f1c1b30 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ef97d91f4a64fff864215a590e04c7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3074856 Aug 09 11:32:15.358717 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.410917 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 07bf468b-5967-403a-a247-b421df82bcd7 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:15.476503 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.545581 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39668) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:15.572940 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 07bf468b-5967-403a-a247-b421df82bcd7 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:15.583290 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 07bf468b-5967-403a-a247-b421df82bcd7 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:15.583936 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.585250 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c4e33fba-1218-4dd3-98d7-db8499045f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.594539 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:15.597817 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.601329 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:15.662970 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:15.879633 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.903367 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-099118be-44fa-4722-b422-3f000503749c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.916634 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.926531 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-37ff8f5d-057d-4392-a81a-c54de0d47e60 None None] Provisioning complete for port 07bf468b-5967-403a-a247-b421df82bcd7 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:15.926902 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-37ff8f5d-057d-4392-a81a-c54de0d47e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.928286 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-32b033b5-3b37-4712-91f1-ebed509393ea service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:32:15.929422 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-32b033b5-3b37-4712-91f1-ebed509393ea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0861249 Aug 09 11:32:15.985233 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c4e33fba-1218-4dd3-98d7-db8499045f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:15.995003 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 07bf468b-5967-403a-a247-b421df82bcd7, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=07bf468b-5967-403a-a247-b421df82bcd7,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:16.005121 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.016383 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-527cc05a-6c56-48dd-a681-2df652d0da6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.028013 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1a1d3d-216b-495e-aefe-0f56c74b0d45,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:16.038823 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-527cc05a-6c56-48dd-a681-2df652d0da6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.132247 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cc05a-6c56-48dd-a681-2df652d0da6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9efae8-8d48-4572-bc53-57587d335225,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:16.153736 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=07bf468b-5967-403a-a247-b421df82bcd7,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:16.174426 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-d5a1ce4e-4416-4209-bdf5-5192fa5f0ea7 service neutron] 10.222.0.30 "GET /v2.0/networks/9c0e192c-f125-4f10-8eca-951ac7ef941a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382932 Aug 09 11:32:16.189910 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-527cc05a-6c56-48dd-a681-2df652d0da6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61122f1f354f4906a52574f6dbefbf26&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5669870 Aug 09 11:32:16.198157 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39678) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:16.243892 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c4e33fba-1218-4dd3-98d7-db8499045f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.246388 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c4e33fba-1218-4dd3-98d7-db8499045f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.249857 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-c4e33fba-1218-4dd3-98d7-db8499045f55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09591650-86c9-4764-b12e-9966e91acffa HTTP/1.1" status: 204 len: 168 time: 1.3532181 Aug 09 11:32:16.324812 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e33fba-1218-4dd3-98d7-db8499045f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09591650-86c9-4764-b12e-9966e91acffa,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:16.364664 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.378900 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-992a39c4-1449-4a64-adcf-618e0b968098 service neutron] 10.222.0.30 "GET /v2.0/networks/9c0e192c-f125-4f10-8eca-951ac7ef941a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944571 Aug 09 11:32:16.411949 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38116f64-6e4b-48fb-bd97-74552aaea8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.427436 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-099118be-44fa-4722-b422-3f000503749c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.440248 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-099118be-44fa-4722-b422-3f000503749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.442580 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 is scheduled to L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:32:16.474976 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.481074 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38116f64-6e4b-48fb-bd97-74552aaea8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.483402 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.484710 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1660857'] for router_interface, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.540884 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-099118be-44fa-4722-b422-3f000503749c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e1fcf8ef6e44af5bfe9e1ce66bdf77b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9911346 Aug 09 11:32:16.568349 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39686) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:16.589311 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099118be-44fa-4722-b422-3f000503749c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3742e7bc-145b-4266-9e95-a5156898224c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:16.656679 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38116f64-6e4b-48fb-bd97-74552aaea8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.659231 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38116f64-6e4b-48fb-bd97-74552aaea8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.662779 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-38116f64-6e4b-48fb-bd97-74552aaea8ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b9efae8-8d48-4572-bc53-57587d335225 HTTP/1.1" status: 204 len: 168 time: 0.4600797 Aug 09 11:32:16.705036 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38116f64-6e4b-48fb-bd97-74552aaea8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9efae8-8d48-4572-bc53-57587d335225,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:16.759191 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39696) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:16.766720 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:32:16.785440 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Sync routers for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:32:16.786919 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:16.796225 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39700) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:16.803284 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4608b83a-34bf-4682-ad19-0f27d8a9f412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.809274 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:16.810778 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:16.826054 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:16.843066 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Pushing event updated for resources: {'Port': ['ID=51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:16.937577 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa29-bf1a-4710-815c-0c747a1d533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:16.949723 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03913b7f-a00f-4553-b7ff-aebe3f7560ea None None] Network 0dc4d80b-476f-4863-a1ca-6355085c020a requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:32:17.120813 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-46983c7c-2b98-4fa4-b7ab-67d935620b39 req-dd15ed20-4199-43c0-816a-fb567ac4138e tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 210 time: 0.3202496 Aug 09 11:32:17.124124 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:17.126207 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b14a8245-c565-4276-b42d-cad84c149ffd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9525893 Aug 09 11:32:17.132882 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39716) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:17.140631 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-5a6ac3c3-2aee-44c0-812a-5bca341cc247 None None] Provisioning for port 76bbcb87-de86-436b-9739-c4ce840d9d74 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:17.161156 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:17.234247 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa29-bf1a-4710-815c-0c747a1d533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:17.379969 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158'] for router, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:17.455669 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4608b83a-34bf-4682-ad19-0f27d8a9f412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:17.464834 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4608b83a-34bf-4682-ad19-0f27d8a9f412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:17.499858 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608b83a-34bf-4682-ad19-0f27d8a9f412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8381d55-bf06-4900-aa11-1738644f5ca8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:17.500985 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:32:17.528148 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa29-bf1a-4710-815c-0c747a1d533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:17.534617 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa29-bf1a-4710-815c-0c747a1d533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:17.549663 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e0f2aa29-bf1a-4710-815c-0c747a1d533e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3742e7bc-145b-4266-9e95-a5156898224c HTTP/1.1" status: 204 len: 168 time: 0.9740334 Aug 09 11:32:17.603272 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39722) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:17.623767 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2aa29-bf1a-4710-815c-0c747a1d533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3742e7bc-145b-4266-9e95-a5156898224c,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:17.636229 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 885b76ab-fc9b-4f7d-b575-a77bc1607e05 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:17.645169 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-074c67ec-2ac6-490a-a757-05bd86569dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:17.659314 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4608b83a-34bf-4682-ad19-0f27d8a9f412 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d11bdd2b6d24c0bbb7b11de9aea9532&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8964827 Aug 09 11:32:17.659602 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39728) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:17.840293 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:32:17.845295 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 885b76ab-fc9b-4f7d-b575-a77bc1607e05 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:17.853080 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-7aa42f1e-2f42-43cf-9dae-3a69f6b14c92 admin admin] 10.222.0.30 "PUT /v2.0/routers/9ff75d6d-b24c-4440-b6b4-c63943e8a073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2798696 Aug 09 11:32:17.855466 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 885b76ab-fc9b-4f7d-b575-a77bc1607e05 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:17.856001 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:17.866243 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Router b93075b1-8f35-41ef-baa1-ee671999ef0a is scheduled to L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 with binding_index 1 {{(pid=93249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:32:17.872053 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Sync routers for ids ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:32:17.891924 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Routers {'9ff75d6d-b24c-4440-b6b4-c63943e8a073'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:17.894226 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-dd727452-528f-4a12-ad47-4929b07207db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:17.950627 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:14Z', 'revision_number': 3, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:17.980485 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Checking router: dc593cf9-94c2-4dba-9f98-ae8e484e8e37 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:32:17.980974 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Updating router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 port be5e2630-5186-4c8d-bd72-2af4ecff949e binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:32:18.058790 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.062207 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0542-8a40-4b5c-b1ac-560d02872833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.065437 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.095725 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-074c67ec-2ac6-490a-a757-05bd86569dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.108557 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-074c67ec-2ac6-490a-a757-05bd86569dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.145018 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39750) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:18.145224 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-074c67ec-2ac6-490a-a757-05bd86569dee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f854ccd72bb47df817fedae54e4b342&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5382490 Aug 09 11:32:18.232977 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c67ec-2ac6-490a-a757-05bd86569dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9295c6b-25e7-448e-8feb-a7b033955677,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:18.236578 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Set router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:18.248075 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:32:18.293555 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.299716 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-863aec81-6860-43c7-82b6-c85265e20808 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0059986 Aug 09 11:32:18.300933 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 39760) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:18.310333 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-260c16eb-e7b4-4295-8412-4336d96c3439 req-f90668c2-ff18-482f-a587-d4e5efdfeee4 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 210 time: 0.1220195 Aug 09 11:32:18.380254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0542-8a40-4b5c-b1ac-560d02872833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.569858 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.594789 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Transition to ACTIVE for port object be5e2630-5186-4c8d-bd72-2af4ecff949e will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:18.609556 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4433b2bd-40f3-443a-9fd9-72a915e332ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.646727 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Sync routers for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:32:18.675890 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.710122 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.781270 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:18.781924 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-b6160141-b88e-4db8-bded-372edb179312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:18.791197 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-dd727452-528f-4a12-ad47-4929b07207db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-router', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:08Z', 'updated_at': '2021-08-09T11:32:15Z', 'revision_number': 4, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'gw_port': {'id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:09Z', 'updated_at': '2021-08-09T11:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7', 'name': '', 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'mac_address': 'fa:16:3e:40:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0523104a-2ef0-4032-abf2-fef702348741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:14Z', 'updated_at': '2021-08-09T11:32:16Z', 'revision_number': 2, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'subnets': [{'id': '0523104a-2ef0-4032-abf2-fef702348741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:18.841307 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4433b2bd-40f3-443a-9fd9-72a915e332ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.841976 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 885b76ab-fc9b-4f7d-b575-a77bc1607e05, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=885b76ab-fc9b-4f7d-b575-a77bc1607e05,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:18.854049 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Checking router: 9ff75d6d-b24c-4440-b6b4-c63943e8a073 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:32:18.860610 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Updating router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 binding host dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:32:18.887055 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.887849 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 07bf468b-5967-403a-a247-b421df82bcd7 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:18.902666 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Attempting to bind port be5e2630-5186-4c8d-bd72-2af4ecff949e on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:18.904538 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Allocated IP 172.20.0.1 (0dc4d80b-476f-4863-a1ca-6355085c020a/89e35eb8-7946-4361-8c17-26bd73a1cf95/bafe65c3-ddd7-4872-bf5d-41bf557bc593) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:18.905754 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Attempting to bind port be5e2630-5186-4c8d-bd72-2af4ecff949e by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:18.905969 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Attempting to bind port be5e2630-5186-4c8d-bd72-2af4ecff949e on network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:18.916472 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.961097 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0542-8a40-4b5c-b1ac-560d02872833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.965523 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0542-8a40-4b5c-b1ac-560d02872833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:18.966693 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ab2f0542-8a40-4b5c-b1ac-560d02872833 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8381d55-bf06-4900-aa11-1738644f5ca8 HTTP/1.1" status: 204 len: 168 time: 1.3061590 Aug 09 11:32:19.041791 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:19.066033 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f0542-8a40-4b5c-b1ac-560d02872833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8381d55-bf06-4900-aa11-1738644f5ca8,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:19.136125 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd80fe4-3120-4169-9296-ba4aac93abce None None] Pushing event updated for resources: {'Port': ['ID=be5e2630-5186-4c8d-bd72-2af4ecff949e,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:19.149321 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:19.149555 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:19.152535 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.153125 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Bound using segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:19.153880 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Bound port: be5e2630-5186-4c8d-bd72-2af4ecff949e, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:19.154557 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.192680 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4433b2bd-40f3-443a-9fd9-72a915e332ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.198960 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4433b2bd-40f3-443a-9fd9-72a915e332ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.202485 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4433b2bd-40f3-443a-9fd9-72a915e332ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9295c6b-25e7-448e-8feb-a7b033955677 HTTP/1.1" status: 204 len: 168 time: 1.0280647 Aug 09 11:32:19.228273 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] For port be5e2630-5186-4c8d-bd72-2af4ecff949e, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:19.232254 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] For port be5e2630-5186-4c8d-bd72-2af4ecff949e, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=be5e2630-5186-4c8d-bd72-2af4ecff949e,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:19.253444 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.289289 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-a46330e0-e2e0-476b-90b0-b18f98c53522 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:19.299752 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-a46330e0-e2e0-476b-90b0-b18f98c53522 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 819 time: 0.5211382 Aug 09 11:32:19.313550 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433b2bd-40f3-443a-9fd9-72a915e332ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9295c6b-25e7-448e-8feb-a7b033955677,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:19.326033 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=885b76ab-fc9b-4f7d-b575-a77bc1607e05,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:19.365594 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.373967 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-ad3f28d8-06eb-4043-b077-e2355546b35e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/quotas/7eb4bc7578154a97ad0f3f12560d9e94 HTTP/1.1" status: 200 len: 375 time: 0.0372584 Aug 09 11:32:19.397992 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.448757 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Transition to ACTIVE for port object bafe65c3-ddd7-4872-bf5d-41bf557bc593 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:19.489799 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-c5a27eab-88f7-4f8d-b4fc-37ef1db727c7 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1039605 Aug 09 11:32:19.635692 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.689625 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.714455 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Transition to ACTIVE for port object 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:19.715508 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:19.719834 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:19.722986 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.764196 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Allocated IP 172.20.0.1 (61368b8c-3f63-4abc-860d-c08b2be3a039/20b18eae-ee69-4c3b-9794-3a5ddcfdce77/4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:19.786124 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cc593-5542-404b-8aa5-f7a80d11cf97 None None] Pushing event updated for resources: {'Port': ['ID=51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:19.793325 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd80fe4-3120-4169-9296-ba4aac93abce None None] Pushing event updated for resources: {'Port': ['ID=be5e2630-5186-4c8d-bd72-2af4ecff949e,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:19.828887 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Network 0dc4d80b-476f-4863-a1ca-6355085c020a is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:19.853439 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:19.903286 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:19.905306 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1660685'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.919108 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4898c55a-9276-49a9-9b6f-6da1513c3e7a req-5bd97a04-56ea-439e-b6ba-513257cb20f5 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 210 time: 0.1579545 Aug 09 11:32:19.955105 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Attempting to bind port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:19.957862 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Attempting to bind port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:19.958482 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Attempting to bind port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 on network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:19.983501 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:19.984107 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Checking segment: {'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:19.984813 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:19.986559 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Bound using segment: {'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:19.987321 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Bound port: 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:19.989248 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.078681 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-8c3a6472-a292-4dfb-b465-bf94a3a89798 service neutron] 10.222.0.30 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780187 Aug 09 11:32:20.088540 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Pushing event updated for resources: {'Port': ['ID=bafe65c3-ddd7-4872-bf5d-41bf557bc593,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:20.151144 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.184899 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 07bf468b-5967-403a-a247-b421df82bcd7 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:20.185529 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.188646 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Transition to ACTIVE for port object 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:20.195313 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-dd727452-528f-4a12-ad47-4929b07207db None None] For port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:20.198805 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-dd727452-528f-4a12-ad47-4929b07207db None None] For port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:20.204642 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.303819 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.399858 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Network 61368b8c-3f63-4abc-860d-c08b2be3a039 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:20.404104 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:20.420605 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:20.421140 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1660685'] for router_interface, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.431286 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cc593-5542-404b-8aa5-f7a80d11cf97 None None] Pushing event updated for resources: {'Port': ['ID=51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:20.465282 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Routers {'9ff75d6d-b24c-4440-b6b4-c63943e8a073'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:20.466449 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-dd727452-528f-4a12-ad47-4929b07207db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:20.501257 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:20.655056 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:20.737413 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3883c527-91a0-4f8d-a8d1-81ce5dd0feec None None] Provisioning for port bafe65c3-ddd7-4872-bf5d-41bf557bc593 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:20.738589 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-cacbfc53-ae01-471f-b7b9-36efa6fa22b1 service neutron] 10.222.0.30 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377382 Aug 09 11:32:20.835697 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.10', 52500) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:20.859649 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3883c527-91a0-4f8d-a8d1-81ce5dd0feec None None] Provisioning complete for port bafe65c3-ddd7-4872-bf5d-41bf557bc593 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:20.860048 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3883c527-91a0-4f8d-a8d1-81ce5dd0feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:20.908628 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-b6160141-b88e-4db8-bded-372edb179312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:16Z', 'revision_number': 3, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:20.951614 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-dd727452-528f-4a12-ad47-4929b07207db None None] Set router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:21.066723 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Checking router: b93075b1-8f35-41ef-baa1-ee671999ef0a for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:32:21.067077 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Updating router b93075b1-8f35-41ef-baa1-ee671999ef0a port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:32:21.167161 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-3883c527-91a0-4f8d-a8d1-81ce5dd0feec None None] Port bafe65c3-ddd7-4872-bf5d-41bf557bc593 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:32:21.200558 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 76bbcb87-de86-436b-9739-c4ce840d9d74 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:21.214654 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:21.350799 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-c37f1a60-a669-4786-9d54-eeb156811e3c None None] Provisioning for port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:21.386089 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-27582e5f-912a-4904-8460-b9896a90c841 req-1f1dca8c-aa0d-4104-99bb-75b0e494ce8c tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 210 time: 0.1603210 Aug 09 11:32:21.422927 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:21.495381 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-023768c6-620b-4b9f-ae95-3d588c122773 req-962002eb-8eba-4b3f-a14c-c6d6a82529b7 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 210 time: 0.1313748 Aug 09 11:32:21.495728 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 39914) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:21.501137 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-c37f1a60-a669-4786-9d54-eeb156811e3c None None] Provisioning complete for port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:21.501137 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c37f1a60-a669-4786-9d54-eeb156811e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:21.552801 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:21.657837 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-dd727452-528f-4a12-ad47-4929b07207db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-router', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:08Z', 'updated_at': '2021-08-09T11:32:15Z', 'revision_number': 4, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'gw_port': {'id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:09Z', 'updated_at': '2021-08-09T11:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7', 'name': '', 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'mac_address': 'fa:16:3e:40:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0523104a-2ef0-4032-abf2-fef702348741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:14Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'subnets': [{'id': '0523104a-2ef0-4032-abf2-fef702348741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:21.699638 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd727452-528f-4a12-ad47-4929b07207db None None] The sync data for ids ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'] in dv-cinder-803900-2-iscsi is: [{'id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-router', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:08Z', 'updated_at': '2021-08-09T11:32:15Z', 'revision_number': 4, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'gw_port': {'id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:09Z', 'updated_at': '2021-08-09T11:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7', 'name': '', 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'mac_address': 'fa:16:3e:40:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0523104a-2ef0-4032-abf2-fef702348741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:14Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'subnets': [{'id': '0523104a-2ef0-4032-abf2-fef702348741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:32:21.703734 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 76bbcb87-de86-436b-9739-c4ce840d9d74 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:21.722734 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-c37f1a60-a669-4786-9d54-eeb156811e3c None None] Port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:32:21.739648 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-0e54d057-03ba-4d96-8480-f0f15f7a9de2 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:21.741273 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-0e54d057-03ba-4d96-8480-f0f15f7a9de2 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.10 "GET /v2.0/networks?id=9c0e192c-f125-4f10-8eca-951ac7ef941a HTTP/1.1" status: 200 len: 812 time: 0.9019885 Aug 09 11:32:21.748678 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 76bbcb87-de86-436b-9739-c4ce840d9d74 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:21.749490 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:21.923718 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Request body: {'port': {'device_id': 'fb3f3fde-d3ec-435b-b0b6-7db4d48d7200', 'network_id': '9c0e192c-f125-4f10-8eca-951ac7ef941a', 'admin_state_up': True, 'tenant_id': '7ef97d91f4a64fff864215a590e04c7b'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:21.971325 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:14Z', 'revision_number': 3, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:22.074739 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:22.084793 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:22.086132 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1660857'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:22.125421 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e259e-cd4a-42f0-81ef-2c47181bf644 None None] The sync data for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi is: [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:14Z', 'revision_number': 3, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:32:22.379431 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Pushing event updated for resources: {'Port': ['ID=bafe65c3-ddd7-4872-bf5d-41bf557bc593,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:22.572815 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:22.593732 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Network 0dc4d80b-476f-4863-a1ca-6355085c020a is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:22.600100 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:22.686613 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:22.739282 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:22.742612 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1660857'] for router_interface, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:22.758030 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:22.807250 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 76bbcb87-de86-436b-9739-c4ce840d9d74, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=76bbcb87-de86-436b-9739-c4ce840d9d74,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:22.830066 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:22.840658 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Transition to ACTIVE for port object 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:22.858115 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:23.012766 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-821abdbb-4b13-4779-98ae-2dcba1eb84bd req-89ea9bf0-973d-4ceb-9b12-f3163b98ccf2 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 210 time: 0.1072032 Aug 09 11:32:23.285132 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:23.330289 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Network 61368b8c-3f63-4abc-860d-c08b2be3a039 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:23.338341 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:23.344057 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Made reservation on behalf of 7ef97d91f4a64fff864215a590e04c7b for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:23.350405 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:32:23.355658 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:23.444866 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=76bbcb87-de86-436b-9739-c4ce840d9d74,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:23.486240 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-afc75bcc-b4b2-41d1-8ae0-2e2a347e03da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:23.610294 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device be5e2630-5186-4c8d-bd72-2af4ecff949e up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:23.626657 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2e912-b8e2-4946-8d87-b421795f888d None None] Pushing event updated for resources: {'Port': ['ID=8e1a1d3d-216b-495e-aefe-0f56c74b0d45,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:23.719962 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Attempting to bind port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:23.724301 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Attempting to bind port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:23.724697 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Attempting to bind port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 on network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:23.870724 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:23.871517 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:23.872431 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:23.873016 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Bound using segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:23.874819 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Bound port: 8e1a1d3d-216b-495e-aefe-0f56c74b0d45, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:23.875447 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:23.982647 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac10a3-0edc-487a-9343-a784cc50230f req-2bad0415-72b9-49be-89f6-a50b5ff17585 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:23.993079 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-2bad0415-72b9-49be-89f6-a50b5ff17585 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 819 time: 0.9851403 Aug 09 11:32:24.039900 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-b6160141-b88e-4db8-bded-372edb179312 None None] For port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:24.057840 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-b6160141-b88e-4db8-bded-372edb179312 None None] For port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=8e1a1d3d-216b-495e-aefe-0f56c74b0d45,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:24.166229 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:24.193325 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-74d8c8cd-f773-401c-8121-cc7752a740fe None None] Provisioning complete for port bafe65c3-ddd7-4872-bf5d-41bf557bc593 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:24.193810 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-74d8c8cd-f773-401c-8121-cc7752a740fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:24.416333 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Router b93075b1-8f35-41ef-baa1-ee671999ef0a has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:32:24.435482 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-afc75bcc-b4b2-41d1-8ae0-2e2a347e03da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:24.475596 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Allocated IP 172.20.0.14 (9c0e192c-f125-4f10-8eca-951ac7ef941a/6b57e24f-c58b-4cfe-ac91-123680f186d9/028afacf-c36a-4133-8032-817587d29508) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:24.503991 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-afc75bcc-b4b2-41d1-8ae0-2e2a347e03da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:24.538482 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-74d8c8cd-f773-401c-8121-cc7752a740fe None None] Port bafe65c3-ddd7-4872-bf5d-41bf557bc593 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:32:24.566209 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port be5e2630-5186-4c8d-bd72-2af4ecff949e completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:24.661839 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc75bcc-b4b2-41d1-8ae0-2e2a347e03da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dd4421-ca50-4ab9-9d56-a2925b319a88,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:24.667516 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port be5e2630-5186-4c8d-bd72-2af4ecff949e triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:24.668288 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:24.690438 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-e85f8066-6503-4ab6-9aeb-0d784a94237f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/quotas/7eb4bc7578154a97ad0f3f12560d9e94 HTTP/1.1" status: 200 len: 375 time: 0.6944609 Aug 09 11:32:24.693764 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-152a65a2-017b-4a64-b80b-8d31da84a8d5 req-7393381f-4dbf-4127-83b1-4203afa7460a tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 210 time: 0.2322016 Aug 09 11:32:24.700884 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:24.701841 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-b6160141-b88e-4db8-bded-372edb179312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:24.825925 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:32:24.846778 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bfa8791d-e7d8-4046-ab72-e4eb1b2ea163 admin admin] 10.222.0.30 "PUT /v2.0/routers/dc593cf9-94c2-4dba-9f98-ae8e484e8e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7102475 Aug 09 11:32:24.916226 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-afc75bcc-b4b2-41d1-8ae0-2e2a347e03da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7ec05dcae5b4add98f741d788423e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4174352 Aug 09 11:32:24.917840 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.10', 52507) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:24.918161 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 40016) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:24.951001 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2e912-b8e2-4946-8d87-b421795f888d None None] Pushing event updated for resources: {'Port': ['ID=8e1a1d3d-216b-495e-aefe-0f56c74b0d45,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:25.093187 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-8100cbac-69dc-480a-a056-70f7aab15c82 None None] Provisioning complete for port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:25.097214 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8100cbac-69dc-480a-a056-70f7aab15c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:25.195481 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:32:25.207498 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-171d4fc2-28b2-4b39-a123-5c3ab971fea8 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5024385 Aug 09 11:32:25.236745 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e109f406-86a1-40ef-ad51-c230a8f279c9 admin admin] 10.222.0.30 "PUT /v2.0/routers/b93075b1-8f35-41ef-baa1-ee671999ef0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9333646 Aug 09 11:32:25.493493 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-ba6ab98a-e9f7-4c6b-8e12-155b625d53b7 service neutron] 10.222.0.30 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373803 Aug 09 11:32:25.504566 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-337787c3-23b8-467e-8667-52568df731d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:25.654331 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:32:25.657434 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-337787c3-23b8-467e-8667-52568df731d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:25.677013 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:25.694045 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-0c2819ac-d1c0-487e-bb32-53e049606222 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:25.698531 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-0c2819ac-d1c0-487e-bb32-53e049606222 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 819 time: 0.7767022 Aug 09 11:32:25.738953 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Request body: {'port': {'device_id': '6d721a63-357f-41a7-88e5-16f4b09f4afd', 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b', 'admin_state_up': True, 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:25.744488 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:25.853735 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-8100cbac-69dc-480a-a056-70f7aab15c82 None None] Port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:32:25.923934 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Pushing event updated for resources: {'Port': ['ID=028afacf-c36a-4133-8032-817587d29508,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:25.935566 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-b6160141-b88e-4db8-bded-372edb179312 None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:25.985044 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Network 9c0e192c-f125-4f10-8eca-951ac7ef941a is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:25.993039 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:26.016379 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:26.029422 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:26.029922 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:26.151123 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-aec40610-9870-44e9-8b80-e3c2a5d30a6f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3264275 Aug 09 11:32:26.152783 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Made reservation on behalf of 7eb4bc7578154a97ad0f3f12560d9e94 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:26.174576 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:26.176747 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-6a5b855f-7103-41f5-ad46-7cb81a4e183b tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:32:26.178252 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-6a5b855f-7103-41f5-ad46-7cb81a4e183b tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085416 Aug 09 11:32:26.197119 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-038b5bcf-5a22-4864-8809-27ce68499bc6 service neutron] 10.222.0.30 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6898909 Aug 09 11:32:26.343286 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:26.707894 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port be5e2630-5186-4c8d-bd72-2af4ecff949e, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=be5e2630-5186-4c8d-bd72-2af4ecff949e,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:26.707894 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:26.707894 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:26.711012 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40058) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:26.711012 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-9cc928f3-0abe-4f77-b383-a7c5759b796a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--261298387', 'description': 'tempest-description--1797107716'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:26.842038 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9cc928f3-0abe-4f77-b383-a7c5759b796a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:26.870907 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Request body: {'port': {'device_id': 'fb3f3fde-d3ec-435b-b0b6-7db4d48d7200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:26.906650 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=be5e2630-5186-4c8d-bd72-2af4ecff949e,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:26.945943 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:26.978414 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:26.985850 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:27.041113 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Sync routers for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:32:27.060831 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:27.062612 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:27.063634 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:27.083830 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-337787c3-23b8-467e-8667-52568df731d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:27.104168 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-337787c3-23b8-467e-8667-52568df731d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:27.108235 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-337787c3-23b8-467e-8667-52568df731d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68dd4421-ca50-4ab9-9d56-a2925b319a88 HTTP/1.1" status: 204 len: 168 time: 2.1813886 Aug 09 11:32:27.256965 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337787c3-23b8-467e-8667-52568df731d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dd4421-ca50-4ab9-9d56-a2925b319a88,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:27.282033 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-b6160141-b88e-4db8-bded-372edb179312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:21Z', 'revision_number': 2, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:27.426172 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:27.487908 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:27.537631 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6160141-b88e-4db8-bded-372edb179312 None None] The sync data for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi is: [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:21Z', 'revision_number': 2, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:32:27.629633 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:27.639276 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:27.640387 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 885b76ab-fc9b-4f7d-b575-a77bc1607e05 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:27.774847 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Allocated IP 172.20.0.10 (2d4f148c-85d6-4b09-b96d-6b1afc39a46b/0523104a-2ef0-4032-abf2-fef702348741/f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:28.059474 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092909c-d094-4c05-a367-09cad3192db1 req-886942ce-7f77-4b9d-b885-9a86d7eaf8ed tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:28.067794 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2092909c-d094-4c05-a367-09cad3192db1 req-886942ce-7f77-4b9d-b885-9a86d7eaf8ed tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 932 time: 0.7951272 Aug 09 11:32:28.279609 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:28.288933 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ac0603be-c138-43a4-87bb-1923255e57aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:28.341842 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 885b76ab-fc9b-4f7d-b575-a77bc1607e05 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:28.342509 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:28.405170 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:21Z', 'revision_number': 2, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:28.534437 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Checking router: dc593cf9-94c2-4dba-9f98-ae8e484e8e37 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:32:28.535068 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Updating router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 port bafe65c3-ddd7-4872-bf5d-41bf557bc593 binding host dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:32:28.606759 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9cc928f3-0abe-4f77-b383-a7c5759b796a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:28.608605 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 40106) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:28.610412 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:28.644965 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-1667f457-3c44-494e-8dc2-595320eac1e9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174709636', 'description': 'tempest-description--230752389'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:28.813349 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2092909c-d094-4c05-a367-09cad3192db1 req-83f21374-1c80-4539-a478-86cf35a5482f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6867430 Aug 09 11:32:28.839449 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1667f457-3c44-494e-8dc2-595320eac1e9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:28.857232 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9cc928f3-0abe-4f77-b383-a7c5759b796a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:28.973545 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-241ce0cd-50c8-4b8b-8eca-8cf04b00a2e5 req-3f8aebf1-d5bf-4ad0-9873-db517d86e703 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 210 time: 0.1138971 Aug 09 11:32:29.033525 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:29.078767 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.10', 52514) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:29.101225 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9cc928f3-0abe-4f77-b383-a7c5759b796a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:29.103070 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-9cc928f3-0abe-4f77-b383-a7c5759b796a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4196165 Aug 09 11:32:29.140254 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40120) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:29.151984 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-1e4de445-4e82-4be5-a7a8-d5c32a5b9c67 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'security_group_rule': {'security_group_id': 'e4b82aef-2a3d-488e-b75a-797c4d69a416', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:29.174348 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:29.177248 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:29.191463 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc928f3-0abe-4f77-b383-a7c5759b796a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b82aef-2a3d-488e-b75a-797c4d69a416,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:29.291113 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:29.437248 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device be5e2630-5186-4c8d-bd72-2af4ecff949e up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:29.489573 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028afacf-c36a-4133-8032-817587d29508 {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:32:29.526891 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:29.562988 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port be5e2630-5186-4c8d-bd72-2af4ecff949e triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:29.565012 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:29.590559 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Transition to ACTIVE for port object 028afacf-c36a-4133-8032-817587d29508 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:29.597150 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:29.710064 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1667f457-3c44-494e-8dc2-595320eac1e9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:29.739294 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac10a3-0edc-487a-9343-a784cc50230f req-e35e37a8-aeae-4b2b-a231-2e0d8afd3d71 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:29.741026 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-e35e37a8-aeae-4b2b-a231-2e0d8afd3d71 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 819 time: 0.6573293 Aug 09 11:32:29.742954 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1667f457-3c44-494e-8dc2-595320eac1e9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:29.746095 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:29.769833 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 76bbcb87-de86-436b-9739-c4ce840d9d74 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:29.885160 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 76bbcb87-de86-436b-9739-c4ce840d9d74 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:29.888142 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:29.959690 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Pushing event updated for resources: {'Port': ['ID=028afacf-c36a-4133-8032-817587d29508,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:30.096467 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1667f457-3c44-494e-8dc2-595320eac1e9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.098228 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1667f457-3c44-494e-8dc2-595320eac1e9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4819894 Aug 09 11:32:30.120846 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 40150) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:30.156728 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1e4de445-4e82-4be5-a7a8-d5c32a5b9c67 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.162572 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Attempting to bind port 028afacf-c36a-4133-8032-817587d29508 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:30.163302 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Attempting to bind port 028afacf-c36a-4133-8032-817587d29508 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'cd52f2c3-34a4-4df2-ba06-d454bbdc16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9c0e192c-f125-4f10-8eca-951ac7ef941a'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:30.164381 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Attempting to bind port 028afacf-c36a-4133-8032-817587d29508 on network 9c0e192c-f125-4f10-8eca-951ac7ef941a {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:30.167305 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:30.170934 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-6957f7a0-995a-45fb-a3b8-baf0289116c0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'security_group_rule': {'security_group_id': '95e5d53d-eae8-423a-8e3e-b474ecc5318a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:30.180492 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Port 028afacf-c36a-4133-8032-817587d29508 on network 9c0e192c-f125-4f10-8eca-951ac7ef941a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:32:30.181033 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Attempting to bind port 028afacf-c36a-4133-8032-817587d29508 on network 9c0e192c-f125-4f10-8eca-951ac7ef941a {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:30.191109 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:30.191689 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Checking segment: {'id': 'cd52f2c3-34a4-4df2-ba06-d454bbdc16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9c0e192c-f125-4f10-8eca-951ac7ef941a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:30.192463 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Bound using segment: {'id': 'cd52f2c3-34a4-4df2-ba06-d454bbdc16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9c0e192c-f125-4f10-8eca-951ac7ef941a'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:30.193063 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Bound port: 028afacf-c36a-4133-8032-817587d29508, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd52f2c3-34a4-4df2-ba06-d454bbdc16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9c0e192c-f125-4f10-8eca-951ac7ef941a'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:30.193611 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.222501 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667f457-3c44-494e-8dc2-595320eac1e9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e5d53d-eae8-423a-8e3e-b474ecc5318a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:30.253414 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:30.341959 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.349872 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1e4de445-4e82-4be5-a7a8-d5c32a5b9c67 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.361274 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Transition to ACTIVE for port object bafe65c3-ddd7-4872-bf5d-41bf557bc593 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:30.365700 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1e4de445-4e82-4be5-a7a8-d5c32a5b9c67 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.385498 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.388509 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Pushing event updated for resources: {'Port': ['ID=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:30.417772 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4de445-4e82-4be5-a7a8-d5c32a5b9c67 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcac20c-55cb-4a1f-8493-36af37526e85,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:30.433613 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] For port 028afacf-c36a-4133-8032-817587d29508, host hv-cinder-80390, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:30.440317 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] For port 028afacf-c36a-4133-8032-817587d29508, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=028afacf-c36a-4133-8032-817587d29508,segment=NetworkSegment(cd52f2c3-34a4-4df2-ba06-d454bbdc16e8),segment_id=cd52f2c3-34a4-4df2-ba06-d454bbdc16e8)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:30.447786 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.457618 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:30.465519 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:30.468556 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.505913 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-290a2d27-0b77-4955-8c42-6f6256f05c0a req-a8030d54-8d3b-4bed-b3a7-4c85b54ca131 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 210 time: 0.1842325 Aug 09 11:32:30.543998 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-172babb1-50ea-4aa0-9fb2-b864ba2c13a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8292799 Aug 09 11:32:30.551534 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:30.553389 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.560647 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5d1ad-496a-4d02-af4f-1c79432bd4a0 None None] Pushing event updated for resources: {'Port': ['ID=bafe65c3-ddd7-4872-bf5d-41bf557bc593,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:30.563904 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] 10.222.0.10 "PUT /v2.0/ports/028afacf-c36a-4133-8032-817587d29508 HTTP/1.1" status: 200 len: 1094 time: 3.9063137 Aug 09 11:32:30.564804 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3f3fde-d3ec-435b-b0b6-7db4d48d7200', 'tag': '028afacf-c36a-4133-8032-817587d29508'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:32:30.568072 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb5e89-0ee0-4a69-a0ce-1c8b43996cdb req-469662f8-0e98-4dd3-81b5-58968401b76c tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:30.569843 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40eb5e89-0ee0-4a69-a0ce-1c8b43996cdb req-469662f8-0e98-4dd3-81b5-58968401b76c tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 944 time: 0.4143932 Aug 09 11:32:30.574624 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6957f7a0-995a-45fb-a3b8-baf0289116c0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.635606 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Attempting to bind port bafe65c3-ddd7-4872-bf5d-41bf557bc593 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:30.636044 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Attempting to bind port bafe65c3-ddd7-4872-bf5d-41bf557bc593 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:30.636487 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Attempting to bind port bafe65c3-ddd7-4872-bf5d-41bf557bc593 on network 0dc4d80b-476f-4863-a1ca-6355085c020a {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:30.647390 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:30.647842 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Checking segment: {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:30.648313 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.649323 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Bound using segment: {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:30.651225 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Bound port: bafe65c3-ddd7-4872-bf5d-41bf557bc593, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:30.654152 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.704923 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1e4de445-4e82-4be5-a7a8-d5c32a5b9c67 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.710478 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-1e4de445-4e82-4be5-a7a8-d5c32a5b9c67 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5687113 Aug 09 11:32:30.725935 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6957f7a0-995a-45fb-a3b8-baf0289116c0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.726452 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40164) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:30.732476 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-4120e876-d7e4-4cd5-9fe4-7af50161b728 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'security_group_rule': {'security_group_id': 'e4b82aef-2a3d-488e-b75a-797c4d69a416', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:30.759214 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40eb5e89-0ee0-4a69-a0ce-1c8b43996cdb req-a8a1d13b-f7b1-47f3-a532-15aa09b4c33d tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561694 Aug 09 11:32:30.771381 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6957f7a0-995a-45fb-a3b8-baf0289116c0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.773694 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2a7f70f0-6e03-4f0f-8c9e-b3581319d101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.843368 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] For port bafe65c3-ddd7-4872-bf5d-41bf557bc593, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:30.866002 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] For port bafe65c3-ddd7-4872-bf5d-41bf557bc593, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=bafe65c3-ddd7-4872-bf5d-41bf557bc593,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:30.879748 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957f7a0-995a-45fb-a3b8-baf0289116c0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff65411-3ace-4c45-8382-e9310ce94669,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:30.890893 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.930935 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1b4ed-22e8-413f-8143-4245b15c9d15 service neutron] Pushing event updated for resources: {'Port': ['ID=028afacf-c36a-4133-8032-817587d29508,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:30.967126 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6957f7a0-995a-45fb-a3b8-baf0289116c0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.968780 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6957f7a0-995a-45fb-a3b8-baf0289116c0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8119524 Aug 09 11:32:30.969555 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:30.971867 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40170) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:30.979626 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-0b9caf92-5732-4f75-8de6-573a8b2f7d20 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'security_group_rule': {'security_group_id': '95e5d53d-eae8-423a-8e3e-b474ecc5318a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:30.987983 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4120e876-d7e4-4cd5-9fe4-7af50161b728 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.003412 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:31.052144 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:31.052796 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:31.067298 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f813479e-e350-40ce-b747-ce24abeaa19f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3f3fde-d3ec-435b-b0b6-7db4d48d7200", "tag": "028afacf-c36a-4133-8032-817587d29508"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:32:31.136217 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:31.139614 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5d1ad-496a-4d02-af4f-1c79432bd4a0 None None] Pushing event updated for resources: {'Port': ['ID=bafe65c3-ddd7-4872-bf5d-41bf557bc593,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:31.144997 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0b9caf92-5732-4f75-8de6-573a8b2f7d20 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.175063 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:31.177392 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.260339 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4120e876-d7e4-4cd5-9fe4-7af50161b728 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.276606 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4120e876-d7e4-4cd5-9fe4-7af50161b728 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.313181 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:31.350526 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120e876-d7e4-4cd5-9fe4-7af50161b728 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651db6ab-b7f7-4734-a4af-7a5085c754a1,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:31.359945 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b013f71a-e239-41bd-84d8-53e443203e3e x-openstack-request-id: req-b013f71a-e239-41bd-84d8-53e443203e3e {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:32:31.360453 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3f3fde-d3ec-435b-b0b6-7db4d48d7200", "tag": "028afacf-c36a-4133-8032-817587d29508", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:32:31.360856 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b013f71a-e239-41bd-84d8-53e443203e3e {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:32:31.362209 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3f3fde-d3ec-435b-b0b6-7db4d48d7200', 'tag': '028afacf-c36a-4133-8032-817587d29508', 'status': 'completed', 'code': 200} Aug 09 11:32:31.367174 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4120e876-d7e4-4cd5-9fe4-7af50161b728 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.368595 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-4120e876-d7e4-4cd5-9fe4-7af50161b728 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6416705 Aug 09 11:32:31.371845 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 40184) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:31.378026 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'floatingip': {'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:31.394926 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0b9caf92-5732-4f75-8de6-573a8b2f7d20 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.406184 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0b9caf92-5732-4f75-8de6-573a8b2f7d20 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.434760 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.440649 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9caf92-5732-4f75-8de6-573a8b2f7d20 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2990ec-7412-47b5-aaba-076636ed9537,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:31.451910 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0b9caf92-5732-4f75-8de6-573a8b2f7d20 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.454241 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-0b9caf92-5732-4f75-8de6-573a8b2f7d20 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4806452 Aug 09 11:32:31.456633 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40186) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:31.458587 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.467793 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'floatingip': {'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:31.496683 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=8e1a1d3d-216b-495e-aefe-0f56c74b0d45,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:31.506710 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.535118 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.586755 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:30Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:31.626100 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1c3ed-e195-4274-ba2e-4c30ad555ce6 None None] The sync data for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi is: [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:30Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:32:31.673976 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=8e1a1d3d-216b-495e-aefe-0f56c74b0d45,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:31.740200 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.744423 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e092431-7d22-4d50-9aa1-e655572418f7 req-55fb4a2c-358a-4d4a-8c11-acbf054200df tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 210 time: 0.0646455 Aug 09 11:32:31.757078 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:31.887642 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Allocated IP 172.27.1.35 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/0676c800-6fd5-46a9-a3dc-35787b6afff6) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:31.927291 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:32.023795 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4850779-0774-4495-aefe-f29efa292ad1 req-85bd4abc-928b-488b-a4bc-e5d22e9b0236 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:32.024688 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d4850779-0774-4495-aefe-f29efa292ad1 req-85bd4abc-928b-488b-a4bc-e5d22e9b0236 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 944 time: 0.0802207 Aug 09 11:32:32.047023 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:32.058106 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Sync routers for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:32:32.069315 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:32.071043 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:32.087247 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d4850779-0774-4495-aefe-f29efa292ad1 req-42197c17-856f-4a18-9c7f-676df10a3ee3 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 Aug 09 11:32:32.114037 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:32.160941 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:32.165467 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:32.167543 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'Port': ['ID=0676c800-6fd5-46a9-a3dc-35787b6afff6,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:32.169974 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:32.174264 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Allocated IP 172.27.1.240 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/6701ba3b-b9c9-4504-a276-411f5c47dd48) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:32.310231 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:32.358775 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:32.385059 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:32.397083 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:32.461301 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:32.525780 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:32.649106 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:32.665771 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:32.671556 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:33.004020 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'Port': ['ID=6701ba3b-b9c9-4504-a276-411f5c47dd48,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:33.052587 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3469a4b6-8b8b-47ba-9d3e-cd0d0cd8f534 req-ceaa81a3-a510-4b28-b7a4-355cc1b7a7db tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 210 time: 0.0419371 Aug 09 11:32:33.113504 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Request body: {'port': {'device_id': '6d721a63-357f-41a7-88e5-16f4b09f4afd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:33.167389 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Request body: {'port': {'device_id': '71e0fce8-1d1d-436e-bd4a-e89b2b5730aa', 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b', 'admin_state_up': True, 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:33.185816 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device bafe65c3-ddd7-4872-bf5d-41bf557bc593 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:33.350001 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.357790 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:21Z', 'revision_number': 2, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:33.404649 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.410364 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Checking router: b93075b1-8f35-41ef-baa1-ee671999ef0a for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:32:33.410936 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Updating router b93075b1-8f35-41ef-baa1-ee671999ef0a port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:32:33.419422 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.440152 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-59b714a0-9c60-4457-a933-67815f7282f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:33.441777 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.442985 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-59b714a0-9c60-4457-a933-67815f7282f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ef97d91f4a64fff864215a590e04c7b&device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 1097 time: 0.2640808 Aug 09 11:32:33.446234 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.474332 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port bafe65c3-ddd7-4872-bf5d-41bf557bc593 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:33.504081 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port bafe65c3-ddd7-4872-bf5d-41bf557bc593 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:33.504998 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.566408 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.623236 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.651252 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.732757 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.837957 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port bafe65c3-ddd7-4872-bf5d-41bf557bc593, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=bafe65c3-ddd7-4872-bf5d-41bf557bc593,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:33.838245 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-cfbd77f6-713a-47cf-adb1-66e6b3aa2294 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=028afacf-c36a-4133-8032-817587d29508 HTTP/1.1" status: 200 len: 217 time: 0.2076724 Aug 09 11:32:33.841289 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.843319 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.843319 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:33.954708 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:33.986977 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=bafe65c3-ddd7-4872-bf5d-41bf557bc593,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:34.007454 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae66a15-853b-4148-a98b-65cb3008dc4f req-66010995-ae2e-40d6-8716-71282d0d4a26 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:34.012425 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ae66a15-853b-4148-a98b-65cb3008dc4f req-66010995-ae2e-40d6-8716-71282d0d4a26 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 944 time: 0.7900627 Aug 09 11:32:34.024671 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'Port': ['ID=6701ba3b-b9c9-4504-a276-411f5c47dd48,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:34.062509 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:34.095540 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:34.095540 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-1bd420de-4e38-4843-991c-5a0462dae247 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6336854 Aug 09 11:32:34.107708 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-9ad66444-861a-4cae-a095-91e1a19aab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:34.109267 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-9ad66444-861a-4cae-a095-91e1a19aab25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6b57e24f-c58b-4cfe-ac91-123680f186d9 HTTP/1.1" status: 200 len: 852 time: 0.2456374 Aug 09 11:32:34.167073 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'Port': ['ID=0676c800-6fd5-46a9-a3dc-35787b6afff6,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:34.212326 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-45028f15-7ee3-49b5-89cb-47f42de7c3c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c0e192c-f125-4f10-8eca-951ac7ef941a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901661 Aug 09 11:32:34.241884 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:34.244015 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e089fb88-611f-44e1-a53c-d140523dcb85 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8707466 Aug 09 11:32:34.271275 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Made reservation on behalf of 7eb4bc7578154a97ad0f3f12560d9e94 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:34.275244 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:34.282673 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:34.289013 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:34.621852 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ae66a15-853b-4148-a98b-65cb3008dc4f req-f373b714-3085-43c4-8a9f-997b912c77e7 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509551 Aug 09 11:32:34.644677 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-987c4839-e9ed-402b-b1be-65ac519a0584 req-aabf7fa5-b4f8-4f41-931e-15552da7981b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 210 time: 0.3048465 Aug 09 11:32:34.826727 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:34.840356 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Transition to ACTIVE for port object 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:34.849560 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:34.976841 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf0806-2b32-4b16-9af6-cdbcd5ddb74a None None] Pushing event updated for resources: {'Port': ['ID=4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:35.064634 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Attempting to bind port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:35.065087 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Attempting to bind port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:35.065503 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Attempting to bind port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 on network 61368b8c-3f63-4abc-860d-c08b2be3a039 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:35.079623 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device bafe65c3-ddd7-4872-bf5d-41bf557bc593 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:35.186248 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:35.186676 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Checking segment: {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:35.187087 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:35.187487 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Bound using segment: {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:35.188181 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Bound port: 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:35.189008 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:35.265914 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port bafe65c3-ddd7-4872-bf5d-41bf557bc593 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:35.265914 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:35.327714 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-476b0beb-b64a-4d1d-b79c-0d83fd79b19b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--261298387&fields=id&tenant_id=f51c6490011e419ab1f97303d7e12334 HTTP/1.1" status: 200 len: 267 time: 0.2553599 Aug 09 11:32:35.361366 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-7c4ac156-2753-4ce6-9d85-9af39fd6449e service neutron] 10.222.0.10 "GET /v2.0/networks/9c0e192c-f125-4f10-8eca-951ac7ef941a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1416435 Aug 09 11:32:35.433669 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-f36618a0-6052-4256-8d5c-d43f90e4639e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1174709636&fields=id&tenant_id=a7a3b96504a8466298524d1b969c3ff9 HTTP/1.1" status: 200 len: 267 time: 0.3298771 Aug 09 11:32:35.500930 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4c23f04f-7f53-4a56-9fbb-2791f8facbee req-3058ffc3-c405-46f4-9b92-fca0488e7370 service neutron] 10.222.0.10 "GET /v2.0/networks/9c0e192c-f125-4f10-8eca-951ac7ef941a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253259 Aug 09 11:32:35.554336 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] For port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:35.566216 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] For port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:35.575161 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:35.708428 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813479e-e350-40ce-b747-ce24abeaa19f req-b70c4f23-0272-4fb0-a81a-ef58944d1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:35.713756 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-f813479e-e350-40ce-b747-ce24abeaa19f req-b70c4f23-0272-4fb0-a81a-ef58944d1397 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ef97d91f4a64fff864215a590e04c7b&device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 1097 time: 0.1036675 Aug 09 11:32:35.837909 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:35.841131 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:35.935822 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:32:35.956363 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf0806-2b32-4b16-9af6-cdbcd5ddb74a None None] Pushing event updated for resources: {'Port': ['ID=4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:36.072948 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:36.140473 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 40350) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:36.142487 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:36.154301 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813479e-e350-40ce-b747-ce24abeaa19f req-19d93925-6aa8-4b22-b144-128b109491be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:36.159089 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-f813479e-e350-40ce-b747-ce24abeaa19f req-19d93925-6aa8-4b22-b144-128b109491be service neutron] 10.222.0.10 "GET /v2.0/networks?id=9c0e192c-f125-4f10-8eca-951ac7ef941a HTTP/1.1" status: 200 len: 913 time: 0.4268041 Aug 09 11:32:36.178992 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Transition to ACTIVE for port object f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:36.223544 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:36.284282 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-f813479e-e350-40ce-b747-ce24abeaa19f req-958f82e6-35d3-4cad-8a23-cd66e1f88616 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=028afacf-c36a-4133-8032-817587d29508 HTTP/1.1" status: 200 len: 217 time: 0.0986607 Aug 09 11:32:36.348321 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-3abc7042-63cd-4731-9675-58c1f25f5d3a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:36.361580 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-3abc7042-63cd-4731-9675-58c1f25f5d3a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 817 time: 0.9270256 Aug 09 11:32:36.392091 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-ccd4d802-19a3-4e70-98c5-c2bdabf496d3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:36.393833 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-ccd4d802-19a3-4e70-98c5-c2bdabf496d3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 810 time: 1.0641825 Aug 09 11:32:36.400926 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813479e-e350-40ce-b747-ce24abeaa19f req-c0626f1a-7403-40e5-9b5e-c642c2c2d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:36.408494 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-f813479e-e350-40ce-b747-ce24abeaa19f req-c0626f1a-7403-40e5-9b5e-c642c2c2d6b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6b57e24f-c58b-4cfe-ac91-123680f186d9 HTTP/1.1" status: 200 len: 852 time: 0.1112063 Aug 09 11:32:36.453415 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-bbc32e45-f7f8-40b2-98be-9ab6e07c522d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/quotas/a7a3b96504a8466298524d1b969c3ff9 HTTP/1.1" status: 200 len: 375 time: 0.0584071 Aug 09 11:32:36.468767 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-3211d526-5cec-44cb-8f29-6527633be929 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/quotas/f51c6490011e419ab1f97303d7e12334 HTTP/1.1" status: 200 len: 375 time: 0.0595455 Aug 09 11:32:36.470392 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Allocated IP 172.20.0.2 (2d4f148c-85d6-4b09-b96d-6b1afc39a46b/0523104a-2ef0-4032-abf2-fef702348741/9b6b1c11-4c14-4404-ad17-4b30e499ee68) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:36.475073 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:36.546596 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-f813479e-e350-40ce-b747-ce24abeaa19f req-a890f9e8-7b02-4600-b445-8881248b6cd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c0e192c-f125-4f10-8eca-951ac7ef941a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221001 Aug 09 11:32:36.645796 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1843a456-2ac9-414d-bad0-c7964f80abe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:36.671651 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Attempting to bind port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:36.672018 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Attempting to bind port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:36.672256 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Attempting to bind port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 on network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:36.711978 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:35Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:36.769249 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c4ac68-05a2-4dc8-af43-189ec494b42d None None] The sync data for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi is: [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:35Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:32:36.811442 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 on network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:32:36.812198 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Attempting to bind port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 on network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:36.845274 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-f813479e-e350-40ce-b747-ce24abeaa19f req-90b82a95-9840-40a9-85b4-06d08ba05417 service neutron] 10.222.0.10 "GET /v2.0/networks/9c0e192c-f125-4f10-8eca-951ac7ef941a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480190 Aug 09 11:32:36.874010 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-21c1ac60-9696-480b-ba5b-8cc8ea44fcff tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4117587 Aug 09 11:32:36.882469 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-92bdced9-27af-499d-8a84-2c04846f3db7 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3931596 Aug 09 11:32:36.884072 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:36.884683 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Checking segment: {'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:36.885390 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Bound using segment: {'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:36.886035 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Bound port: f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:36.886296 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:36.930448 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:37.027265 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:37.136586 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40382) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:37.180684 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-f813479e-e350-40ce-b747-ce24abeaa19f req-c62370c5-de4a-4bcd-929f-2360f0fcd3f5 service neutron] 10.222.0.10 "GET /v2.0/networks/9c0e192c-f125-4f10-8eca-951ac7ef941a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977033 Aug 09 11:32:37.268716 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] For port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:37.278870 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] For port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:37.299865 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:37.418902 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:37.423871 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:37.424600 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:37.442337 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-961b2cc1-3a1f-406c-8837-bea5fd937e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:37.559349 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:37.618273 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:37.641008 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:37.648893 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:37.658355 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a6b729c0-7879-4e65-a85a-002ed0e6caa7 service neutron] 10.222.0.30 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109101 Aug 09 11:32:37.668834 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:37.791635 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:37.817287 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:37.817936 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:37.819396 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-d96feeb1-4b11-44fd-929a-3070e3a81576 service neutron] 10.222.0.10 "PUT /v2.0/ports/f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 HTTP/1.1" status: 200 len: 1094 time: 4.7158949 Aug 09 11:32:37.827692 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:37.831553 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-9f05fb72-e0dd-4bfb-99bb-3bb7dc0a264a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:32:37.834107 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-9f05fb72-e0dd-4bfb-99bb-3bb7dc0a264a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2184367 Aug 09 11:32:37.837360 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d721a63-357f-41a7-88e5-16f4b09f4afd', 'tag': 'f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:32:37.922989 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:37.938244 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:37.944006 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:37.944641 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.023980 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1843a456-2ac9-414d-bad0-c7964f80abe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.025869 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Pushing event updated for resources: {'Port': ['ID=9b6b1c11-4c14-4404-ad17-4b30e499ee68,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:38.084923 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1843a456-2ac9-414d-bad0-c7964f80abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.146215 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-dd351382-040c-4db3-87db-bd02c6129575 service neutron] 10.222.0.30 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410398 Aug 09 11:32:38.172417 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1843a456-2ac9-414d-bad0-c7964f80abe7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bae4f87978f94c798e796e815e2b6861&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0296912 Aug 09 11:32:38.175230 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40400) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:38.177828 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacd4f77-e40c-4725-80d3-9c0e406f7340" -d '{"events": [{"name": "network-changed", "server_uuid": "6d721a63-357f-41a7-88e5-16f4b09f4afd", "tag": "f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:32:38.219619 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843a456-2ac9-414d-bad0-c7964f80abe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9613e24-a2c8-402a-9107-637e37d40c50,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:38.235840 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-961b2cc1-3a1f-406c-8837-bea5fd937e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.246251 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-944d86a4-5608-4513-b02b-ed8cf69e93a6 service neutron] 10.222.0.30 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497841 Aug 09 11:32:38.248545 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-961b2cc1-3a1f-406c-8837-bea5fd937e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.293507 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-961b2cc1-3a1f-406c-8837-bea5fd937e28 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d5b9b51b6e94c2ea5266d93af2ec397&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1513164 Aug 09 11:32:38.294345 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40404) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:38.315712 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7661892d-692b-4bca-bee5-de0039f50e34 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1608727 Aug 09 11:32:38.330467 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b2cc1-3a1f-406c-8837-bea5fd937e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00c6740-a90b-4663-922c-447b14c58e03,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:38.363800 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8cdf90e1-3e49-4556-9bc2-9ed2bbad4ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.403692 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-c6f30e0f-f83f-4a63-8d1c-f97c5b688d21 service neutron] 10.222.0.30 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505537 Aug 09 11:32:38.411310 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8cdf90e1-3e49-4556-9bc2-9ed2bbad4ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.424798 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-094a4976-3275-494c-ab68-dc5dec71ceb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.467358 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-094a4976-3275-494c-ab68-dc5dec71ceb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.544121 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6113ca-148e-4668-a2a1-07cd09624d3d req-a741c2e3-a9ff-465c-960b-0294990bdd99 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:38.556695 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa6113ca-148e-4668-a2a1-07cd09624d3d req-a741c2e3-a9ff-465c-960b-0294990bdd99 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 944 time: 0.1064312 Aug 09 11:32:38.600460 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-094a4976-3275-494c-ab68-dc5dec71ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.603418 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-094a4976-3275-494c-ab68-dc5dec71ceb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.605092 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-094a4976-3275-494c-ab68-dc5dec71ceb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e00c6740-a90b-4663-922c-447b14c58e03 HTTP/1.1" status: 204 len: 168 time: 0.3091457 Aug 09 11:32:38.640660 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a4976-3275-494c-ab68-dc5dec71ceb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00c6740-a90b-4663-922c-447b14c58e03,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:38.649442 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa6113ca-148e-4668-a2a1-07cd09624d3d req-11181268-3675-43a6-8557-9dbc0fb7ded9 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907173 Aug 09 11:32:38.666864 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8cdf90e1-3e49-4556-9bc2-9ed2bbad4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.671205 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8cdf90e1-3e49-4556-9bc2-9ed2bbad4ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:38.694241 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-8cdf90e1-3e49-4556-9bc2-9ed2bbad4ea3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9613e24-a2c8-402a-9107-637e37d40c50 HTTP/1.1" status: 204 len: 168 time: 0.4958076 Aug 09 11:32:38.706816 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf90e1-3e49-4556-9bc2-9ed2bbad4ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9613e24-a2c8-402a-9107-637e37d40c50,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:38.920365 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865c06c-816b-43e4-a689-9dca3bc46414 req-039c2a70-9211-4245-b3fb-57187663421d tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:38.959957 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d865c06c-816b-43e4-a689-9dca3bc46414 req-039c2a70-9211-4245-b3fb-57187663421d tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 931 time: 0.2273057 Aug 09 11:32:39.053402 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:39.065395 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d865c06c-816b-43e4-a689-9dca3bc46414 req-faf5456d-0d48-4e43-8276-1a1bdbccbffb tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038418 Aug 09 11:32:39.309090 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:39.309383 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:39.362738 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd9927b1-5d09-49be-9763-80c0bb607d75 req-b6dc92c2-76b0-4f48-8c37-0d7c3817c45f tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 210 time: 0.1258030 Aug 09 11:32:39.469351 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Request body: {'port': {'device_id': '71e0fce8-1d1d-436e-bd4a-e89b2b5730aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:39.704843 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-897b17fc-d04e-42c1-8b01-abc5d596996d req-46086ac3-da70-42c6-8af7-c9b4387767ba tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 210 time: 0.1359196 Aug 09 11:32:39.875203 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09ffa1c-59f8-42bb-9fc9-49d40e32614d x-openstack-request-id: req-f09ffa1c-59f8-42bb-9fc9-49d40e32614d {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:32:39.880746 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d721a63-357f-41a7-88e5-16f4b09f4afd", "tag": "f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:32:39.882462 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f09ffa1c-59f8-42bb-9fc9-49d40e32614d {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:32:39.885846 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d721a63-357f-41a7-88e5-16f4b09f4afd', 'tag': 'f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2', 'status': 'completed', 'code': 200} Aug 09 11:32:39.926745 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40464) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:39.963979 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b1fc19f7-fd65-4e3d-bd29-a168588e0316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:39.987630 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40468) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:40.030445 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-ae4be0c2-c2e3-41be-bec8-99826fff3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:40.033140 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-ae4be0c2-c2e3-41be-bec8-99826fff3df8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 1097 time: 0.4731090 Aug 09 11:32:40.055802 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ae937265-9d64-4e34-8bcf-da407109a3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.089692 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.110549 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8927c-2177-49cd-8dc2-bc14a23e793e req-b3bfb69f-d6b5-4ad7-84af-0e88426e2e8e tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:40.112101 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-61f8927c-2177-49cd-8dc2-bc14a23e793e req-b3bfb69f-d6b5-4ad7-84af-0e88426e2e8e tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 944 time: 0.2393551 Aug 09 11:32:40.286459 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b1fc19f7-fd65-4e3d-bd29-a168588e0316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.298388 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b1fc19f7-fd65-4e3d-bd29-a168588e0316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.379558 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc19f7-fd65-4e3d-bd29-a168588e0316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6403d949-6f45-47b8-b09f-2591c6f00934,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:40.408088 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-b1fc19f7-fd65-4e3d-bd29-a168588e0316 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b50bc2c793f04a47bd45d9c1a95ba39a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4785690 Aug 09 11:32:40.413386 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40480) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:40.464140 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-61f8927c-2177-49cd-8dc2-bc14a23e793e req-df42b343-0ee6-4d19-979c-d3915c99c42c tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451304 Aug 09 11:32:40.495643 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7ee4b-681f-441c-98e4-5bc77598121d req-ecc70e12-eb18-4e54-81dc-b460cec8e784 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:40.497433 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7f7ee4b-681f-441c-98e4-5bc77598121d req-ecc70e12-eb18-4e54-81dc-b460cec8e784 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 931 time: 0.1324565 Aug 09 11:32:40.516865 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d132-63ab-40dc-8648-10f6a9a97404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.560469 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d132-63ab-40dc-8648-10f6a9a97404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.591018 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7f7ee4b-681f-441c-98e4-5bc77598121d req-54773c65-fa16-4dab-82cd-4e75dc6fe5c0 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730648 Aug 09 11:32:40.644909 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ae937265-9d64-4e34-8bcf-da407109a3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.654871 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1eb68e50-754b-439d-8105-b21efa048ecb req-7ec7b347-70fb-40bc-bf26-9ba4faa17be2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 210 time: 0.0369251 Aug 09 11:32:40.660087 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6b1c11-4c14-4404-ad17-4b30e499ee68 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:32:40.669551 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.672207 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ae937265-9d64-4e34-8bcf-da407109a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.683915 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Transition to ACTIVE for port object 9b6b1c11-4c14-4404-ad17-4b30e499ee68 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:40.705540 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.719860 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ae937265-9d64-4e34-8bcf-da407109a3d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=166de15f712646d88a6affd95e2fb9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7301621 Aug 09 11:32:40.725834 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40482) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:40.750739 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae937265-9d64-4e34-8bcf-da407109a3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fd2616-efa7-4d37-a758-d38463b399b0,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:40.755706 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d132-63ab-40dc-8648-10f6a9a97404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.766611 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d132-63ab-40dc-8648-10f6a9a97404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.766611 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-a0d7d132-63ab-40dc-8648-10f6a9a97404 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6403d949-6f45-47b8-b09f-2591c6f00934 HTTP/1.1" status: 204 len: 168 time: 0.3427346 Aug 09 11:32:40.806292 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6b1c11-4c14-4404-ad17-4b30e499ee68,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:40.814477 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7d132-63ab-40dc-8648-10f6a9a97404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6403d949-6f45-47b8-b09f-2591c6f00934,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:40.892337 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-edcf7a0f-3edc-41c8-b32d-43f653095406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.942153 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ed5239a-dd6b-4b56-8ebd-4b8e386cd3ee req-2bfad43c-b3ea-4d50-aa1e-d54afdb60d96 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 210 time: 0.1046183 Aug 09 11:32:40.945428 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Attempting to bind port 9b6b1c11-4c14-4404-ad17-4b30e499ee68 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:40.959030 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Attempting to bind port 9b6b1c11-4c14-4404-ad17-4b30e499ee68 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:40.959030 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Attempting to bind port 9b6b1c11-4c14-4404-ad17-4b30e499ee68 on network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:40.964682 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-edcf7a0f-3edc-41c8-b32d-43f653095406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:40.968344 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Port 9b6b1c11-4c14-4404-ad17-4b30e499ee68 on network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:32:40.968681 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Attempting to bind port 9b6b1c11-4c14-4404-ad17-4b30e499ee68 on network 2d4f148c-85d6-4b09-b96d-6b1afc39a46b {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:40.985161 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:40.985541 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Checking segment: {'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:40.985911 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Bound using segment: {'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:40.987142 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Bound port: 9b6b1c11-4c14-4404-ad17-4b30e499ee68, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc69431a-8195-4bd8-9ede-bf90482f8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:40.987516 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.035772 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-edcf7a0f-3edc-41c8-b32d-43f653095406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.038707 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-edcf7a0f-3edc-41c8-b32d-43f653095406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.040000 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-edcf7a0f-3edc-41c8-b32d-43f653095406 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06fd2616-efa7-4d37-a758-d38463b399b0 HTTP/1.1" status: 204 len: 168 time: 0.3126998 Aug 09 11:32:41.055711 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf7a0f-3edc-41c8-b32d-43f653095406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fd2616-efa7-4d37-a758-d38463b399b0,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:41.094255 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] For port 9b6b1c11-4c14-4404-ad17-4b30e499ee68, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:41.097758 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] For port 9b6b1c11-4c14-4404-ad17-4b30e499ee68, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b6b1c11-4c14-4404-ad17-4b30e499ee68,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:41.109273 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.168445 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:41.169066 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.170992 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/9b6b1c11-4c14-4404-ad17-4b30e499ee68 HTTP/1.1" status: 200 len: 1093 time: 1.7098804 Aug 09 11:32:41.190011 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c74bee-d551-40c5-8fed-1e50d691f1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6b1c11-4c14-4404-ad17-4b30e499ee68,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:41.446283 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40524) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:41.463202 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72be32c1-51ab-4fcd-8636-70bb83043e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.583634 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72be32c1-51ab-4fcd-8636-70bb83043e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.589691 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72be32c1-51ab-4fcd-8636-70bb83043e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.647158 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be32c1-51ab-4fcd-8636-70bb83043e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b579f12-fef4-4047-88fb-fdccfc09f6fd,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:41.703003 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-72be32c1-51ab-4fcd-8636-70bb83043e81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=259dba3cab5f43d29eaff8e7c6127988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534735 Aug 09 11:32:41.704801 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40542) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:41.747009 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-a8fa6449-a5a8-448b-a43f-8c5b84bf8e8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 HTTP/1.1" status: 200 len: 217 time: 0.1312563 Aug 09 11:32:41.833653 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dcc15971-9ddc-412a-9906-a8223c93a5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.857246 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb2c9-4072-4bbe-b493-5cd186ade67b req-925d12c4-8920-4663-b441-cdd72a527c02 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:41.860707 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dcc15971-9ddc-412a-9906-a8223c93a5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.871678 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-414cb2c9-4072-4bbe-b493-5cd186ade67b req-925d12c4-8920-4663-b441-cdd72a527c02 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 944 time: 0.2777243 Aug 09 11:32:41.899841 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e0fce8-1d1d-436e-bd4a-e89b2b5730aa', 'tag': '9b6b1c11-4c14-4404-ad17-4b30e499ee68'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:32:41.902342 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "71e0fce8-1d1d-436e-bd4a-e89b2b5730aa", "tag": "9b6b1c11-4c14-4404-ad17-4b30e499ee68"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:32:41.930872 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac10a3-0edc-487a-9343-a784cc50230f req-69d2ab79-a841-4119-83c6-bef8026e1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:41.932732 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-69d2ab79-a841-4119-83c6-bef8026e1bf5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 1096 time: 0.2331619 Aug 09 11:32:41.958892 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-79c9a053-11dc-4be2-9ba7-4a9466fa1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:41.960241 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-79c9a053-11dc-4be2-9ba7-4a9466fa1f2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.1846774 Aug 09 11:32:41.976120 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dcc15971-9ddc-412a-9906-a8223c93a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.978860 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dcc15971-9ddc-412a-9906-a8223c93a5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.979969 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-dcc15971-9ddc-412a-9906-a8223c93a5d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b579f12-fef4-4047-88fb-fdccfc09f6fd HTTP/1.1" status: 204 len: 168 time: 0.2737103 Aug 09 11:32:41.989468 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc15971-9ddc-412a-9906-a8223c93a5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b579f12-fef4-4047-88fb-fdccfc09f6fd,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:42.011498 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-414cb2c9-4072-4bbe-b493-5cd186ade67b req-94647e07-b7ae-4809-bebe-031bfa321385 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448960 Aug 09 11:32:42.021349 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-98172c6b-7a47-46f6-9c6a-daeae4cd361e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b6b1c11-4c14-4404-ad17-4b30e499ee68 HTTP/1.1" status: 200 len: 217 time: 0.0767512 Aug 09 11:32:42.089881 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7e30c-a44c-4291-9b4c-da024d895a85 req-8568c677-c5ff-4440-bd4b-3f1ed760ee95 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:42.091374 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37d7e30c-a44c-4291-9b4c-da024d895a85 req-8568c677-c5ff-4440-bd4b-3f1ed760ee95 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 943 time: 0.2743511 Aug 09 11:32:42.094625 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-3d942199-8965-4bd8-9842-a94d49d4f0f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936375 Aug 09 11:32:42.419056 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da9773c1-1bf0-4368-8575-4dbdd6b82c02 req-d671b994-accf-44fd-9aab-7b0bf17b8096 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 210 time: 0.0484297 Aug 09 11:32:42.430163 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac10a3-0edc-487a-9343-a784cc50230f req-b69d6a66-5492-48b9-bae2-9131bf676122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:42.431806 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-b69d6a66-5492-48b9-bae2-9131bf676122 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.3713291 Aug 09 11:32:42.431929 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-75374ac0-5f51-446f-9737-a15e2b386e5c tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:42.434137 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-75374ac0-5f51-446f-9737-a15e2b386e5c tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.10 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 810 time: 0.1588986 Aug 09 11:32:42.451441 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37d7e30c-a44c-4291-9b4c-da024d895a85 req-ea3a2bea-43e4-43ab-808a-3de73e6f36bf tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390353 Aug 09 11:32:42.509449 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-2969dc98-6f91-4434-a19a-5c1e0cd08152 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498683 Aug 09 11:32:42.538978 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-360011dd-a197-481c-bd94-cd6ef46718fd tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f51c6490011e419ab1f97303d7e12334 HTTP/1.1" status: 200 len: 379 time: 0.0880969 Aug 09 11:32:42.551785 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4ae208-7e73-4f80-86bd-bfccec79afe3 x-openstack-request-id: req-ee4ae208-7e73-4f80-86bd-bfccec79afe3 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:32:42.551909 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e0fce8-1d1d-436e-bd4a-e89b2b5730aa", "tag": "9b6b1c11-4c14-4404-ad17-4b30e499ee68", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:32:42.552049 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee4ae208-7e73-4f80-86bd-bfccec79afe3 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:32:42.552668 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e0fce8-1d1d-436e-bd4a-e89b2b5730aa', 'tag': '9b6b1c11-4c14-4404-ad17-4b30e499ee68', 'status': 'completed', 'code': 200} Aug 09 11:32:42.555255 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'port': {'device_id': '7293dbde-4813-44db-9ce2-dde3a8972646', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'admin_state_up': True, 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'security_groups': ['e4b82aef-2a3d-488e-b75a-797c4d69a416']}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:42.581266 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-dddb3939-15b8-4261-84fa-ca34786c4dcb service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676926 Aug 09 11:32:42.626171 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1fa84051-7be7-44af-a21a-901eeb943149 req-9e2e1652-c521-413e-99f5-6c507b7df01a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 210 time: 0.0427241 Aug 09 11:32:42.739836 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.10', 52538) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:42.756469 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Made reservation on behalf of f51c6490011e419ab1f97303d7e12334 for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:42.762974 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:42.932556 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-df34a683-3608-48c5-83b1-38d63fc277c1 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:42.934663 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-df34a683-3608-48c5-83b1-38d63fc277c1 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.10 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 817 time: 0.1936533 Aug 09 11:32:42.936694 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-7b91959a-abd0-42ca-90d2-9b572e19608f service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099398 Aug 09 11:32:43.038316 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Allocated IP 172.20.0.14 (0dc4d80b-476f-4863-a1ca-6355085c020a/89e35eb8-7946-4361-8c17-26bd73a1cf95/209d5ff2-6c8b-4b96-b472-5c14279ce26e) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:43.210258 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d490ec28-59fc-4391-99f9-2d39e7b8a56e req-61fbbbe8-d45b-4268-b3f6-bbe4b3829e30 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139019 Aug 09 11:32:43.269251 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-dbe95a68-eaf4-44dd-8255-4eb51358e82a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a3b96504a8466298524d1b969c3ff9 HTTP/1.1" status: 200 len: 380 time: 0.3137269 Aug 09 11:32:43.290505 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'port': {'device_id': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'admin_state_up': True, 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'security_groups': ['95e5d53d-eae8-423a-8e3e-b474ecc5318a']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:43.363564 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:43.376861 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d14a0b-8b99-4bfc-a9e5-c2c0c8186769 req-9739210b-b4ce-44de-b852-a1a36ec61810 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:43.381626 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Transition to ACTIVE for port object 209d5ff2-6c8b-4b96-b472-5c14279ce26e will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:43.384553 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1d14a0b-8b99-4bfc-a9e5-c2c0c8186769 req-9739210b-b4ce-44de-b852-a1a36ec61810 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 944 time: 0.2170203 Aug 09 11:32:43.432154 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:43.443448 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fac10a3-0edc-487a-9343-a784cc50230f req-a1f2c80b-b431-47dd-ac55-f77761a813b4 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758151 Aug 09 11:32:43.534644 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd4f77-e40c-4725-80d3-9c0e406f7340 req-36e571a2-5142-4159-ad63-953e7a515c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:43.536148 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dacd4f77-e40c-4725-80d3-9c0e406f7340 req-36e571a2-5142-4159-ad63-953e7a515c1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 1097 time: 0.2632678 Aug 09 11:32:43.536729 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Network 0dc4d80b-476f-4863-a1ca-6355085c020a is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:43.544090 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'Port': ['ID=209d5ff2-6c8b-4b96-b472-5c14279ce26e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:43.557912 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:43.561107 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:43.573840 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:43.574506 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:43.598583 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1d14a0b-8b99-4bfc-a9e5-c2c0c8186769 req-28aeefa1-ec79-4f75-888b-e8369a5a1e29 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082961 Aug 09 11:32:43.618296 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-a8b70e6f-6686-4058-beec-121fc704f381 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0706842 Aug 09 11:32:43.640178 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Request body: {'port': {'device_id': '7293dbde-4813-44db-9ce2-dde3a8972646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:43.754290 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:43.910664 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Made reservation on behalf of a7a3b96504a8466298524d1b969c3ff9 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:43.916492 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:43.990133 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5 req-9a4fbe08-acba-4909-8d3e-1ae1a711cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:43.991796 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5 req-9a4fbe08-acba-4909-8d3e-1ae1a711cb39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 1096 time: 0.4624796 Aug 09 11:32:44.006188 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-be8bb975-e180-4681-b474-324fc9fb2a21 None None] Provisioning for port 209d5ff2-6c8b-4b96-b472-5c14279ce26e completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:44.015466 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-be8bb975-e180-4681-b474-324fc9fb2a21 None None] Provisioning complete for port 209d5ff2-6c8b-4b96-b472-5c14279ce26e triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:44.016625 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-be8bb975-e180-4681-b474-324fc9fb2a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:44.062532 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-be8bb975-e180-4681-b474-324fc9fb2a21 None None] Port 209d5ff2-6c8b-4b96-b472-5c14279ce26e cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:32:44.122287 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f595d-0f75-4181-b3ae-3f60c8dc4adc req-e14d434f-d573-472d-920d-539f1ecf0aff tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:44.129490 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8c1f595d-0f75-4181-b3ae-3f60c8dc4adc req-e14d434f-d573-472d-920d-539f1ecf0aff tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 932 time: 0.5733793 Aug 09 11:32:44.174584 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209d5ff2-6c8b-4b96-b472-5c14279ce26e {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:32:44.183451 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:44.187198 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b2f2b-9c01-46f3-8dfc-a1013be952cc req-d9281895-f4d7-4a92-915e-4cf7d6171dee tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:44.194883 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b38b2f2b-9c01-46f3-8dfc-a1013be952cc req-d9281895-f4d7-4a92-915e-4cf7d6171dee tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 943 time: 0.3669097 Aug 09 11:32:44.198263 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Transition to ACTIVE for port object 209d5ff2-6c8b-4b96-b472-5c14279ce26e will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:44.203973 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:44.231232 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd4f77-e40c-4725-80d3-9c0e406f7340 req-abd719b0-5e0e-47c9-828e-2d30939601a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:44.232735 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dacd4f77-e40c-4725-80d3-9c0e406f7340 req-abd719b0-5e0e-47c9-828e-2d30939601a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 920 time: 0.6756828 Aug 09 11:32:44.266787 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Pushing event updated for resources: {'Port': ['ID=209d5ff2-6c8b-4b96-b472-5c14279ce26e,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:44.305245 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Attempting to bind port 209d5ff2-6c8b-4b96-b472-5c14279ce26e on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:44.305648 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Attempting to bind port 209d5ff2-6c8b-4b96-b472-5c14279ce26e by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:44.305956 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Attempting to bind port 209d5ff2-6c8b-4b96-b472-5c14279ce26e on network 0dc4d80b-476f-4863-a1ca-6355085c020a {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:44.311100 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Port 209d5ff2-6c8b-4b96-b472-5c14279ce26e on network 0dc4d80b-476f-4863-a1ca-6355085c020a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:32:44.311444 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Attempting to bind port 209d5ff2-6c8b-4b96-b472-5c14279ce26e on network 0dc4d80b-476f-4863-a1ca-6355085c020a {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:44.318255 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:44.318255 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Checking segment: {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:44.318627 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Bound using segment: {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:44.319155 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Bound port: 209d5ff2-6c8b-4b96-b472-5c14279ce26e, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:44.319691 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:44.408042 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 028afacf-c36a-4133-8032-817587d29508 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:32:44.427105 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] For port 209d5ff2-6c8b-4b96-b472-5c14279ce26e, host hv-cinder-80390, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:44.435481 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] For port 209d5ff2-6c8b-4b96-b472-5c14279ce26e, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:44.444581 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:44.454431 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8c1f595d-0f75-4181-b3ae-3f60c8dc4adc req-9fdcea9c-0f35-4d13-bb9c-4a1cb227e8e9 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200209 Aug 09 11:32:44.481030 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dacd4f77-e40c-4725-80d3-9c0e406f7340 req-94aa29fb-e2cf-4a7d-ba6f-a5551cbc08bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 HTTP/1.1" status: 200 len: 217 time: 0.2064257 Aug 09 11:32:44.525812 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:44.526455 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:44.531540 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] 10.222.0.10 "PUT /v2.0/ports/209d5ff2-6c8b-4b96-b472-5c14279ce26e HTTP/1.1" status: 200 len: 1094 time: 0.9011538 Aug 09 11:32:44.533023 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7293dbde-4813-44db-9ce2-dde3a8972646', 'tag': '209d5ff2-6c8b-4b96-b472-5c14279ce26e'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:32:44.538098 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf19066-8a07-411c-9b11-c5884ac3f67c" -d '{"events": [{"name": "network-changed", "server_uuid": "7293dbde-4813-44db-9ce2-dde3a8972646", "tag": "209d5ff2-6c8b-4b96-b472-5c14279ce26e"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:32:44.656534 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baba07-e36b-4e2f-8c0c-138197e07d39 service neutron] Pushing event updated for resources: {'Port': ['ID=209d5ff2-6c8b-4b96-b472-5c14279ce26e,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:44.672056 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b38b2f2b-9c01-46f3-8dfc-a1013be952cc req-332760e7-9bcc-4b6f-b9b4-61606478c993 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705005 Aug 09 11:32:44.690410 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 028afacf-c36a-4133-8032-817587d29508, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=028afacf-c36a-4133-8032-817587d29508,segment=NetworkSegment(cd52f2c3-34a4-4df2-ba06-d454bbdc16e8),segment_id=cd52f2c3-34a4-4df2-ba06-d454bbdc16e8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:44.706549 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-28f61f7f-52db-4ea1-8339-177f63660a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:44.719710 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-28f61f7f-52db-4ea1-8339-177f63660a38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 1097 time: 0.1266108 Aug 09 11:32:44.725064 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '028afacf-c36a-4133-8032-817587d29508', 'network_id': '9c0e192c-f125-4f10-8eca-951ac7ef941a', 'port_id': '028afacf-c36a-4133-8032-817587d29508', 'mac_address': 'fa:16:3e:ef:cf:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b57e24f-c58b-4cfe-ac91-123680f186d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:32:44.776501 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5 req-401da09a-1cef-43e2-a188-6f3c2ddb4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:44.778834 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5 req-401da09a-1cef-43e2-a188-6f3c2ddb4205 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 920 time: 0.7579789 Aug 09 11:32:44.779503 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-0e726cf7-5758-4731-a1ba-9eaac79474e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e HTTP/1.1" status: 200 len: 217 time: 0.0565987 Aug 09 11:32:44.781027 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd4f77-e40c-4725-80d3-9c0e406f7340 req-c7903a10-92c4-4895-8cb6-84f60f510cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:44.782764 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dacd4f77-e40c-4725-80d3-9c0e406f7340 req-c7903a10-92c4-4895-8cb6-84f60f510cb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.2869203 Aug 09 11:32:44.815443 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ad512e-4cc8-4d5e-8492-c4c95b1e07db x-openstack-request-id: req-f8ad512e-4cc8-4d5e-8492-c4c95b1e07db {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:32:44.815859 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7293dbde-4813-44db-9ce2-dde3a8972646", "tag": "209d5ff2-6c8b-4b96-b472-5c14279ce26e", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:32:44.816382 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8ad512e-4cc8-4d5e-8492-c4c95b1e07db {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:32:44.817267 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7293dbde-4813-44db-9ce2-dde3a8972646', 'tag': '209d5ff2-6c8b-4b96-b472-5c14279ce26e', 'status': 'completed', 'code': 200} Aug 09 11:32:44.818920 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:44.829896 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39b4eb81-5866-4900-9a8a-2296ae2c1fc8 req-7c56a18b-8701-4709-bb03-89f7aec98f6a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 210 time: 0.1977012 Aug 09 11:32:44.844291 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028afacf-c36a-4133-8032-817587d29508 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:32:44.865066 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Allocated IP 172.20.0.9 (61368b8c-3f63-4abc-860d-c08b2be3a039/20b18eae-ee69-4c3b-9794-3a5ddcfdce77/99b9646a-05df-407b-ae45-2dc480b07c69) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:32:44.919401 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-2286dd7c-07b9-4adc-961a-e8e32c2f4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:44.920244 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 028afacf-c36a-4133-8032-817587d29508, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=028afacf-c36a-4133-8032-817587d29508,segment=NetworkSegment(cd52f2c3-34a4-4df2-ba06-d454bbdc16e8),segment_id=cd52f2c3-34a4-4df2-ba06-d454bbdc16e8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:44.922089 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-2286dd7c-07b9-4adc-961a-e8e32c2f4880 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 200 len: 849 time: 0.1255763 Aug 09 11:32:44.925825 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:44.942141 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dacd4f77-e40c-4725-80d3-9c0e406f7340 req-4a2f1a7d-e440-4a52-b87e-bb8d76fb512b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189857 Aug 09 11:32:44.948235 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5 req-01609440-98f5-4621-aa98-7d9dd3a75152 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b6b1c11-4c14-4404-ad17-4b30e499ee68 HTTP/1.1" status: 200 len: 217 time: 0.1235831 Aug 09 11:32:45.010890 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=028afacf-c36a-4133-8032-817587d29508,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:45.017781 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-2d2528f1-f31b-42bd-aaa7-c7b43512c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:45.020450 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-2d2528f1-f31b-42bd-aaa7-c7b43512c67c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc4d80b-476f-4863-a1ca-6355085c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898077 Aug 09 11:32:45.168651 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-6923cb5f-0de4-4dde-b162-33ed21c04014 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399662 Aug 09 11:32:45.173189 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['028afacf-c36a-4133-8032-817587d29508'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:32:45.274193 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5 req-80bff29c-f6c0-42c1-9fe5-40aa48161d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:45.276556 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5 req-80bff29c-f6c0-42c1-9fe5-40aa48161d63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.3062046 Aug 09 11:32:45.323555 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-229e8d15-6345-4a32-8cd9-cb33a696b209 req-1f0d28f7-1e80-4cc1-af26-bdafffba2875 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466525 Aug 09 11:32:45.352582 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5 req-061988d4-80b1-456d-b37a-44224bea4a41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580142 Aug 09 11:32:45.487533 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-8a125378-c277-481a-a6b5-688ee6f2ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:45.489068 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-8a125378-c277-481a-a6b5-688ee6f2ed7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 1097 time: 0.0952179 Aug 09 11:32:45.520512 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa4c4a-5bd4-42ed-84a8-6d184efb097c req-1298cdd4-cd6b-4eff-a4fb-383fa6329ec7 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:45.529594 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4fa4c4a-5bd4-42ed-84a8-6d184efb097c req-1298cdd4-cd6b-4eff-a4fb-383fa6329ec7 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 945 time: 0.5863488 Aug 09 11:32:45.552514 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dacd4f77-e40c-4725-80d3-9c0e406f7340 req-c4d4d033-397d-4880-b709-6bb68d4a655d service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032994 Aug 09 11:32:45.646165 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-c04f5a91-4527-4f0f-b8be-5c3350b9f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:45.647698 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-c04f5a91-4527-4f0f-b8be-5c3350b9f87e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 911 time: 0.1512358 Aug 09 11:32:45.694712 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-70ff24a3-ff76-43d6-a8d0-6b2a9e7c872d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e HTTP/1.1" status: 200 len: 217 time: 0.0364909 Aug 09 11:32:45.733051 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4fa4c4a-5bd4-42ed-84a8-6d184efb097c req-2267c432-a381-459d-9c1a-011eae03059b tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021101 Aug 09 11:32:45.761080 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:45.762116 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-ebf41c7b-99d8-46ea-ae2e-386deae35665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:45.769039 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-ebf41c7b-99d8-46ea-ae2e-386deae35665 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 200 len: 849 time: 0.0671399 Aug 09 11:32:45.774347 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5 req-82516780-e1d7-4757-bcc6-c0db00561487 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057674 Aug 09 11:32:45.810215 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Transition to ACTIVE for port object 99b9646a-05df-407b-ae45-2dc480b07c69 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:45.816961 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6fae8-3cdf-40d7-9f90-e472fcf9ba15 req-b1f333d8-38a7-4ecd-a45a-7e37ab37c748 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:45.818598 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96e6fae8-3cdf-40d7-9f90-e472fcf9ba15 req-b1f333d8-38a7-4ecd-a45a-7e37ab37c748 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 944 time: 0.2556925 Aug 09 11:32:45.855068 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-0e633228-3ede-4e51-8202-3a965e77f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:45.857246 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-0e633228-3ede-4e51-8202-3a965e77f0b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc4d80b-476f-4863-a1ca-6355085c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732002 Aug 09 11:32:45.902706 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dacd4f77-e40c-4725-80d3-9c0e406f7340 req-0f52675e-2f0a-4e04-8cd8-b66c359e4edc service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384643 Aug 09 11:32:46.006246 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96e6fae8-3cdf-40d7-9f90-e472fcf9ba15 req-b91b8e6f-d685-43b1-b5f3-6d9a495d25b2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739655 Aug 09 11:32:46.036956 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa3a9f75-11a1-4c7b-91f4-4b63f33d4fb5 req-b3e4706b-65f3-4702-8ee5-f59270f59c9d service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516301 Aug 09 11:32:46.050120 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdbf48-83f9-4e93-abf5-189ae1e57fc2 req-70397ce6-0c32-4a1d-a0ea-2ae585c981fb tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:46.052321 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f4bdbf48-83f9-4e93-abf5-189ae1e57fc2 req-70397ce6-0c32-4a1d-a0ea-2ae585c981fb tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 943 time: 0.2156296 Aug 09 11:32:46.058771 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-d5ef56f3-fccd-4816-b57e-29f7e6c1e87d service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927063 Aug 09 11:32:46.060207 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:46.146685 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Network 61368b8c-3f63-4abc-860d-c08b2be3a039 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:32:46.153871 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:46.186601 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:32:46.195830 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:46.196655 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:46.214907 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:46.249798 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f4bdbf48-83f9-4e93-abf5-189ae1e57fc2 req-3644ef66-81b5-4416-8113-a011bd905b4c tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432705 Aug 09 11:32:46.274290 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b029a135-991a-4e41-ac07-ccc2ba90c194 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9979460 Aug 09 11:32:46.274941 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-faf19066-8a07-411c-9b11-c5884ac3f67c req-7a3e233c-9ccd-4545-9e2f-ec298335a671 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082083 Aug 09 11:32:46.305529 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Request body: {'port': {'device_id': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:46.359731 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93bee3-d4af-41d6-952a-16999c84e28e req-6c068ba8-de35-46f6-9f17-d9021eb50383 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:46.361360 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9c93bee3-d4af-41d6-952a-16999c84e28e req-6c068ba8-de35-46f6-9f17-d9021eb50383 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 931 time: 0.1382442 Aug 09 11:32:46.381050 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9b6b1c11-4c14-4404-ad17-4b30e499ee68 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:32:46.418429 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:46.436257 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 028afacf-c36a-4133-8032-817587d29508 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:46.474048 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9c93bee3-d4af-41d6-952a-16999c84e28e req-1780927f-3401-4863-91da-6da2eb2e6819 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835893 Aug 09 11:32:46.617816 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 028afacf-c36a-4133-8032-817587d29508 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:46.622455 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-1cfaf204-3510-40f0-832c-5812f9949c17 None None] Provisioning for port 99b9646a-05df-407b-ae45-2dc480b07c69 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:46.629709 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 028afacf-c36a-4133-8032-817587d29508 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:46.630387 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:46.637115 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-1cfaf204-3510-40f0-832c-5812f9949c17 None None] Provisioning complete for port 99b9646a-05df-407b-ae45-2dc480b07c69 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:46.637543 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1cfaf204-3510-40f0-832c-5812f9949c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:46.709600 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 9b6b1c11-4c14-4404-ad17-4b30e499ee68, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b6b1c11-4c14-4404-ad17-4b30e499ee68,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:46.734274 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '9b6b1c11-4c14-4404-ad17-4b30e499ee68', 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b', 'port_id': '9b6b1c11-4c14-4404-ad17-4b30e499ee68', 'mac_address': 'fa:16:3e:a8:35:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0523104a-2ef0-4032-abf2-fef702348741', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:32:46.735871 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-1cfaf204-3510-40f0-832c-5812f9949c17 None None] Port 99b9646a-05df-407b-ae45-2dc480b07c69 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:32:46.839759 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:46.841819 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:46.871572 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6b1c11-4c14-4404-ad17-4b30e499ee68 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:32:46.885425 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3f3fde-d3ec-435b-b0b6-7db4d48d7200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028afacf-c36a-4133-8032-817587d29508'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:32:46.934067 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b9646a-05df-407b-ae45-2dc480b07c69 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:32:46.948865 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:46.968365 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Transition to ACTIVE for port object 99b9646a-05df-407b-ae45-2dc480b07c69 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:32:46.978914 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083208e-337a-40aa-9716-4127d4e18dfd req-0800daf9-c944-4d44-a541-00df7848fab7 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:46.979290 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4083208e-337a-40aa-9716-4127d4e18dfd req-0800daf9-c944-4d44-a541-00df7848fab7 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 945 time: 0.1319156 Aug 09 11:32:46.980440 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.003304 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 9b6b1c11-4c14-4404-ad17-4b30e499ee68, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b6b1c11-4c14-4404-ad17-4b30e499ee68,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:47.005709 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 028afacf-c36a-4133-8032-817587d29508, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=028afacf-c36a-4133-8032-817587d29508,segment=NetworkSegment(cd52f2c3-34a4-4df2-ba06-d454bbdc16e8),segment_id=cd52f2c3-34a4-4df2-ba06-d454bbdc16e8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:47.010921 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.011582 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:32:47.042802 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.070737 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:47.109683 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4083208e-337a-40aa-9716-4127d4e18dfd req-a192d5cc-6566-4707-b29c-41b5b3ac2dd8 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207798 Aug 09 11:32:47.126003 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Attempting to bind port 99b9646a-05df-407b-ae45-2dc480b07c69 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:32:47.126345 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Attempting to bind port 99b9646a-05df-407b-ae45-2dc480b07c69 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:32:47.126966 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Attempting to bind port 99b9646a-05df-407b-ae45-2dc480b07c69 on network 61368b8c-3f63-4abc-860d-c08b2be3a039 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:47.131739 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Port 99b9646a-05df-407b-ae45-2dc480b07c69 on network 61368b8c-3f63-4abc-860d-c08b2be3a039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:32:47.132324 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Attempting to bind port 99b9646a-05df-407b-ae45-2dc480b07c69 on network 61368b8c-3f63-4abc-860d-c08b2be3a039 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:32:47.147807 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:32:47.148210 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Checking segment: {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:47.148569 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Bound using segment: {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:32:47.149007 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Bound port: 99b9646a-05df-407b-ae45-2dc480b07c69, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:32:47.149580 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.183498 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=9b6b1c11-4c14-4404-ad17-4b30e499ee68,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:47.190034 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:47.224642 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d563b61-9248-4634-bada-7992d48704e8" -d '{"events": [{"server_uuid": "fb3f3fde-d3ec-435b-b0b6-7db4d48d7200", "name": "network-vif-plugged", "status": "completed", "tag": "028afacf-c36a-4133-8032-817587d29508"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:32:47.234578 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': 'f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2', 'network_id': '2d4f148c-85d6-4b09-b96d-6b1afc39a46b', 'port_id': 'f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2', 'mac_address': 'fa:16:3e:78:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0523104a-2ef0-4032-abf2-fef702348741', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:32:47.278173 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=028afacf-c36a-4133-8032-817587d29508,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:47.350317 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed466e08-d08f-48b1-ad47-a6d27883b6ce req-646ad116-877d-4838-8e33-44bfd3188180 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:47.353697 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed466e08-d08f-48b1-ad47-a6d27883b6ce req-646ad116-877d-4838-8e33-44bfd3188180 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 944 time: 0.1821527 Aug 09 11:32:47.360083 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:32:47.368192 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:32:47.376943 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.386305 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.397642 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:32:47.413526 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf9457b-c8e6-4617-ad38-918c69a22d8f x-openstack-request-id: req-acf9457b-c8e6-4617-ad38-918c69a22d8f {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:32:47.413837 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3f3fde-d3ec-435b-b0b6-7db4d48d7200", "name": "network-vif-plugged", "status": "completed", "tag": "028afacf-c36a-4133-8032-817587d29508", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:32:47.414102 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acf9457b-c8e6-4617-ad38-918c69a22d8f {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:32:47.414550 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3f3fde-d3ec-435b-b0b6-7db4d48d7200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028afacf-c36a-4133-8032-817587d29508', 'code': 200} Aug 09 11:32:47.423915 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:47.429682 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.480879 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:47.481580 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.485014 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] 10.222.0.10 "PUT /v2.0/ports/99b9646a-05df-407b-ae45-2dc480b07c69 HTTP/1.1" status: 200 len: 1093 time: 1.1945567 Aug 09 11:32:47.485567 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:32:47.488814 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2b99da-e52c-45c9-8d66-07d02afa821b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:32:47.499656 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40768) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:47.531519 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:47.573513 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed466e08-d08f-48b1-ad47-a6d27883b6ce req-2827e850-5d27-4860-9874-b130c0f70ece tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091300 Aug 09 11:32:47.581438 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d38cbd-c2ae-450e-9f62-5f70e9feee76 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:47.631464 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878daec4-8357-449e-aea4-5187b2bb3eef req-59130a77-8cf3-4ea2-aa12-cd9898e76821 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:47.634147 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-878daec4-8357-449e-aea4-5187b2bb3eef req-59130a77-8cf3-4ea2-aa12-cd9898e76821 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 944 time: 0.1121526 Aug 09 11:32:47.677003 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ee8a3670-d7ef-42db-ad69-7b7cf1ae0152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.697932 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-878daec4-8357-449e-aea4-5187b2bb3eef req-533e5303-73a6-4624-b6f3-c8cb83fc16c9 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571475 Aug 09 11:32:47.767573 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a117b1-e0c4-4071-9aa3-91cec41cfe4c req-34dcb5fa-2e54-4b8e-8c9b-b35c8140a1ef tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:47.770519 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-28a117b1-e0c4-4071-9aa3-91cec41cfe4c req-34dcb5fa-2e54-4b8e-8c9b-b35c8140a1ef tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0885234 Aug 09 11:32:47.773795 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ad4afc-2321-43e1-9b4d-c09258bdeb0d x-openstack-request-id: req-d8ad4afc-2321-43e1-9b4d-c09258bdeb0d {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:32:47.774330 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:32:47.774762 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8ad4afc-2321-43e1-9b4d-c09258bdeb0d {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:32:47.775347 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69', 'status': 'completed', 'code': 200} Aug 09 11:32:47.834184 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-28a117b1-e0c4-4071-9aa3-91cec41cfe4c req-0e3a4702-ae0c-4f24-9d7f-7e535e35d57e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563967 Aug 09 11:32:47.846816 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ee8a3670-d7ef-42db-ad69-7b7cf1ae0152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.854347 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ee8a3670-d7ef-42db-ad69-7b7cf1ae0152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:47.913761 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ee8a3670-d7ef-42db-ad69-7b7cf1ae0152 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e6f5a6b1ca3441aa860b5d12f879e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122622 Aug 09 11:32:47.915620 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a3670-d7ef-42db-ad69-7b7cf1ae0152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b11ae5-a522-4f35-a973-b0cd133fe785,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:47.917563 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 40784) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:47.984586 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7038e598-3f6b-493e-b5bf-a22141795844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:48.018709 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7038e598-3f6b-493e-b5bf-a22141795844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:48.088374 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7038e598-3f6b-493e-b5bf-a22141795844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:48.093071 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7038e598-3f6b-493e-b5bf-a22141795844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:48.095079 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7038e598-3f6b-493e-b5bf-a22141795844 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4b11ae5-a522-4f35-a973-b0cd133fe785 HTTP/1.1" status: 204 len: 168 time: 0.1759925 Aug 09 11:32:48.109203 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038e598-3f6b-493e-b5bf-a22141795844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b11ae5-a522-4f35-a973-b0cd133fe785,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:48.231974 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 40794) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:48.283470 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f099486-b241-4913-9166-121939ebae7f req-d0489f3a-753d-4566-bf17-7e31869bd15a tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:48.285279 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f099486-b241-4913-9166-121939ebae7f req-d0489f3a-753d-4566-bf17-7e31869bd15a tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 946 time: 0.0661390 Aug 09 11:32:48.342558 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f099486-b241-4913-9166-121939ebae7f req-93e46819-d2e0-4725-98f1-fade99c6c5c6 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472767 Aug 09 11:32:48.557714 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dbecaaae-73ad-46a4-b26f-744694d4c002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:48.682462 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dbecaaae-73ad-46a4-b26f-744694d4c002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:48.687982 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dbecaaae-73ad-46a4-b26f-744694d4c002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:48.753692 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecaaae-73ad-46a4-b26f-744694d4c002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01d4671-f968-4788-84b9-bf3aa58c5a0f,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:48.765847 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-dbecaaae-73ad-46a4-b26f-744694d4c002 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8324164033404c16a5d0efa0cad6be27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5281408 Aug 09 11:32:48.767212 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 40814) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:48.840422 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7095e83-51cd-4f79-bcfd-0b225c1e612d req-cda738a4-bdf6-4d3c-bd41-819c5ce48a63 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:48.842410 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7095e83-51cd-4f79-bcfd-0b225c1e612d req-cda738a4-bdf6-4d3c-bd41-819c5ce48a63 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 944 time: 0.1387415 Aug 09 11:32:48.911447 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f6f27488-d4f9-4b75-bd18-51d2150cdbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:48.921021 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e6584-2c4b-40b7-bb22-fcea544e0a82 req-2f3e5979-60fb-4389-bb5c-071beb188170 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:48.922189 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c56e6584-2c4b-40b7-bb22-fcea544e0a82 req-2f3e5979-60fb-4389-bb5c-071beb188170 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 944 time: 0.1198604 Aug 09 11:32:48.961625 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7095e83-51cd-4f79-bcfd-0b225c1e612d req-76039a91-cc2d-4fd6-b3b0-6d01d6a4e9ee tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022995 Aug 09 11:32:48.987679 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f6f27488-d4f9-4b75-bd18-51d2150cdbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:49.091919 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c56e6584-2c4b-40b7-bb22-fcea544e0a82 req-5088edba-f0fc-4951-b128-b0ce3732b93b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289189 Aug 09 11:32:49.138306 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d254f-44df-4245-8c57-606a2ce37fb5 req-a24a906e-86be-4be0-9280-1a33a79bd95e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:49.139842 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e88d254f-44df-4245-8c57-606a2ce37fb5 req-a24a906e-86be-4be0-9280-1a33a79bd95e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1078205 Aug 09 11:32:49.145958 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f6f27488-d4f9-4b75-bd18-51d2150cdbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:49.149832 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f6f27488-d4f9-4b75-bd18-51d2150cdbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:49.156815 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f6f27488-d4f9-4b75-bd18-51d2150cdbd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c01d4671-f968-4788-84b9-bf3aa58c5a0f HTTP/1.1" status: 204 len: 168 time: 0.3840256 Aug 09 11:32:49.168301 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f27488-d4f9-4b75-bd18-51d2150cdbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01d4671-f968-4788-84b9-bf3aa58c5a0f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:49.212559 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e88d254f-44df-4245-8c57-606a2ce37fb5 req-9c7fe77e-34e9-451d-821c-c2f003ecf3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601490 Aug 09 11:32:49.397592 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 209d5ff2-6c8b-4b96-b472-5c14279ce26e details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:32:49.547639 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b99da-e52c-45c9-8d66-07d02afa821b req-b4eee698-c8b0-4557-9d4b-e0df8bb05f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:49.551161 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f2b99da-e52c-45c9-8d66-07d02afa821b req-b4eee698-c8b0-4557-9d4b-e0df8bb05f09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 1096 time: 0.0875225 Aug 09 11:32:49.682121 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 209d5ff2-6c8b-4b96-b472-5c14279ce26e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:49.701211 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:32:49.704156 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['9b6b1c11-4c14-4404-ad17-4b30e499ee68'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:32:49.717293 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '209d5ff2-6c8b-4b96-b472-5c14279ce26e', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'port_id': '209d5ff2-6c8b-4b96-b472-5c14279ce26e', 'mac_address': 'fa:16:3e:2a:b9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:32:49.781714 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40860) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:49.823365 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ae65bf70-f2dc-4a78-bb05-444540850368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:49.847929 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:49.863414 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4889e59-3496-4862-b34b-e0f992278b14 req-a4ff5317-7d83-4c99-9af7-fdb8101c06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:49.865495 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-b4889e59-3496-4862-b34b-e0f992278b14 req-a4ff5317-7d83-4c99-9af7-fdb8101c06fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 1099 time: 0.1975513 Aug 09 11:32:49.902172 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b4889e59-3496-4862-b34b-e0f992278b14 req-6393912a-658b-4043-8cfe-200bd821b370 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:49.906484 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209d5ff2-6c8b-4b96-b472-5c14279ce26e {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:32:49.961074 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcd863-edaf-480a-b5a7-5a865473b51a req-36276c5a-d25c-4bb5-9668-b0b83f18de2f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:49.963660 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 209d5ff2-6c8b-4b96-b472-5c14279ce26e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:49.973743 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-92bcd863-edaf-480a-b5a7-5a865473b51a req-36276c5a-d25c-4bb5-9668-b0b83f18de2f tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 946 time: 0.3748305 Aug 09 11:32:49.980411 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:50.037115 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ae65bf70-f2dc-4a78-bb05-444540850368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:50.045165 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ae65bf70-f2dc-4a78-bb05-444540850368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:50.090268 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65bf70-f2dc-4a78-bb05-444540850368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24e6ee0-7e54-442c-9e4f-ffe3f2014120,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:50.141708 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ae65bf70-f2dc-4a78-bb05-444540850368 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54050c0e1739455a9deed95a06ae6760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556297 Aug 09 11:32:50.152665 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=209d5ff2-6c8b-4b96-b472-5c14279ce26e,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:50.156041 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40870) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:50.218756 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['209d5ff2-6c8b-4b96-b472-5c14279ce26e'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:32:50.449145 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-92bcd863-edaf-480a-b5a7-5a865473b51a req-0e6db541-f57f-4fe6-91e4-7edc22ce75cc tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528868 Aug 09 11:32:50.450691 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b99da-e52c-45c9-8d66-07d02afa821b req-e0ef59cf-8259-486a-a85d-f206b59f37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:50.454287 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f2b99da-e52c-45c9-8d66-07d02afa821b req-e0ef59cf-8259-486a-a85d-f206b59f37dd service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a7a3b96504a8466298524d1b969c3ff9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.8963478 Aug 09 11:32:50.482676 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4d9c1e00-4e7f-4dba-8961-a32cf37c6bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:50.563164 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4d9c1e00-4e7f-4dba-8961-a32cf37c6bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:50.636374 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebbb82-62d5-42a7-910c-4fa4f392702e req-711bd78f-f0d8-40d8-83b5-7d9b3607e650 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:50.642130 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b4889e59-3496-4862-b34b-e0f992278b14 req-6393912a-658b-4043-8cfe-200bd821b370 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:50.643543 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4d9c1e00-4e7f-4dba-8961-a32cf37c6bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:50.644940 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3ebbb82-62d5-42a7-910c-4fa4f392702e req-711bd78f-f0d8-40d8-83b5-7d9b3607e650 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 945 time: 0.5593646 Aug 09 11:32:50.647668 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4d9c1e00-4e7f-4dba-8961-a32cf37c6bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:50.648998 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-4d9c1e00-4e7f-4dba-8961-a32cf37c6bba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d24e6ee0-7e54-442c-9e4f-ffe3f2014120 HTTP/1.1" status: 204 len: 168 time: 0.4915273 Aug 09 11:32:50.657492 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b4889e59-3496-4862-b34b-e0f992278b14 req-6393912a-658b-4043-8cfe-200bd821b370 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:50.688301 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c1e00-4e7f-4dba-8961-a32cf37c6bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24e6ee0-7e54-442c-9e4f-ffe3f2014120,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:50.775582 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-b4889e59-3496-4862-b34b-e0f992278b14 req-6393912a-658b-4043-8cfe-200bd821b370 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9005935 Aug 09 11:32:50.785275 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393912a-658b-4043-8cfe-200bd821b370 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e94593-b70e-4703-bd40-7d3be1758724,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:50.801361 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3ebbb82-62d5-42a7-910c-4fa4f392702e req-4498ee8f-f8dd-4930-b3b8-ac0b3434bbe1 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554949 Aug 09 11:32:50.872237 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ca772-b4bb-4b05-8fb7-85fa60846a6c req-89eaabcd-6cdd-4a40-9342-2fca697a4cbd tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:50.874080 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1a9ca772-b4bb-4b05-8fb7-85fa60846a6c req-89eaabcd-6cdd-4a40-9342-2fca697a4cbd tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 944 time: 0.2071302 Aug 09 11:32:50.901756 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b99da-e52c-45c9-8d66-07d02afa821b req-26131fa1-61d0-4c18-8235-9a44437f998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:50.903389 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f2b99da-e52c-45c9-8d66-07d02afa821b req-26131fa1-61d0-4c18-8235-9a44437f998a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4320030 Aug 09 11:32:50.960034 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1a9ca772-b4bb-4b05-8fb7-85fa60846a6c req-00bdc381-8842-4cb2-a1bd-0db52e7f37a3 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763941 Aug 09 11:32:51.034090 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ddbe9-ed53-4861-a0c5-3446a13c1aa5 req-345005d1-ec5d-4460-9620-c31cfc96c54d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:51.035695 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-836ddbe9-ed53-4861-a0c5-3446a13c1aa5 req-345005d1-ec5d-4460-9620-c31cfc96c54d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1034751 Aug 09 11:32:51.043780 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b3e48f15-6aa5-40cf-8b55-73ce2392f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:51.045272 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b3e48f15-6aa5-40cf-8b55-73ce2392f0d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 1096 time: 0.0698731 Aug 09 11:32:51.108626 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-b2595816-0cb0-491b-8d94-155c80413547 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b9646a-05df-407b-ae45-2dc480b07c69 HTTP/1.1" status: 200 len: 217 time: 0.0458050 Aug 09 11:32:51.130893 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-836ddbe9-ed53-4861-a0c5-3446a13c1aa5 req-dbea70bf-26e0-4858-98a3-ace7c8b867d6 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845854 Aug 09 11:32:51.191869 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-7378cbd8-3069-41a7-9a99-aef29595d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:51.193639 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-7378cbd8-3069-41a7-9a99-aef29595d8e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 200 len: 856 time: 0.0758491 Aug 09 11:32:51.280355 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-0f4d44af-6ac4-460e-8ee8-a538d4738f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:51.282104 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-0f4d44af-6ac4-460e-8ee8-a538d4738f40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61368b8c-3f63-4abc-860d-c08b2be3a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810878 Aug 09 11:32:51.399450 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9b6b1c11-4c14-4404-ad17-4b30e499ee68 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:51.414531 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-2d4f570a-b4ed-4475-b4f3-90869ae65b8e service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234131 Aug 09 11:32:51.543285 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 9b6b1c11-4c14-4404-ad17-4b30e499ee68 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:51.553159 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 9b6b1c11-4c14-4404-ad17-4b30e499ee68 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:51.554940 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:51.627821 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40942) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:51.655110 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a777e-94e2-4ec4-9969-87d6f7227f88 req-13e4b18f-9e86-4bcd-bd28-cef1b856284c tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:51.656798 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-957a777e-94e2-4ec4-9969-87d6f7227f88 req-13e4b18f-9e86-4bcd-bd28-cef1b856284c tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 946 time: 0.0776126 Aug 09 11:32:51.660613 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c394ce74-aa1f-4875-8a4f-6af1232945fe req-dc69ac86-3d79-45c4-8154-1d94a7c5857c service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382839 Aug 09 11:32:51.720972 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:51.732552 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-957a777e-94e2-4ec4-9969-87d6f7227f88 req-30be4d5f-f159-4a49-8806-3e4a1e42a1b2 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684142 Aug 09 11:32:51.791786 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e0fce8-1d1d-436e-bd4a-e89b2b5730aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6b1c11-4c14-4404-ad17-4b30e499ee68'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:32:51.794881 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eac45d3-7c78-40db-abe9-0cad5b4e4468" -d '{"events": [{"server_uuid": "71e0fce8-1d1d-436e-bd4a-e89b2b5730aa", "name": "network-vif-plugged", "status": "completed", "tag": "9b6b1c11-4c14-4404-ad17-4b30e499ee68"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:32:51.814719 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 9b6b1c11-4c14-4404-ad17-4b30e499ee68, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b6b1c11-4c14-4404-ad17-4b30e499ee68,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:51.820950 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:51.822445 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 209d5ff2-6c8b-4b96-b472-5c14279ce26e up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:51.878040 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b9797e5b-949d-4df8-8f38-fb2d53814ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:51.947151 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c73cded-2f9e-47aa-91f9-be64f20d4c55 x-openstack-request-id: req-2c73cded-2f9e-47aa-91f9-be64f20d4c55 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:32:51.947364 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e0fce8-1d1d-436e-bd4a-e89b2b5730aa", "name": "network-vif-plugged", "status": "completed", "tag": "9b6b1c11-4c14-4404-ad17-4b30e499ee68", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:32:51.947534 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c73cded-2f9e-47aa-91f9-be64f20d4c55 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:32:51.948012 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e0fce8-1d1d-436e-bd4a-e89b2b5730aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6b1c11-4c14-4404-ad17-4b30e499ee68', 'code': 200} Aug 09 11:32:52.008995 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=9b6b1c11-4c14-4404-ad17-4b30e499ee68,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:52.053212 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 209d5ff2-6c8b-4b96-b472-5c14279ce26e completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:52.071975 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 209d5ff2-6c8b-4b96-b472-5c14279ce26e triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:52.072534 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.104257 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d74245-2d51-4e5d-8f3b-ed9b8682a180 req-68028af8-c0c4-49a0-85b2-73455fc8cebe tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:52.105793 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1d74245-2d51-4e5d-8f3b-ed9b8682a180 req-68028af8-c0c4-49a0-85b2-73455fc8cebe tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 945 time: 0.1336236 Aug 09 11:32:52.146789 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b9797e5b-949d-4df8-8f38-fb2d53814ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.157093 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b9797e5b-949d-4df8-8f38-fb2d53814ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.199977 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1d74245-2d51-4e5d-8f3b-ed9b8682a180 req-7201fcca-359a-48eb-a849-b5ab28d0913b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863135 Aug 09 11:32:52.251004 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.262792 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9797e5b-949d-4df8-8f38-fb2d53814ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c5e29c-d0cc-4f93-9ff5-05f5629dace6,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:52.287918 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-b9797e5b-949d-4df8-8f38-fb2d53814ce2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d1505251d71419293396e2c15fb2d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586258 Aug 09 11:32:52.298566 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 209d5ff2-6c8b-4b96-b472-5c14279ce26e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:52.300449 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 40968) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:52.306173 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.307806 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:52.385444 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357934a6-7453-4608-bed6-430c067980fb req-e678d5c7-380a-437a-a4e8-802637bb202e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:52.388036 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-357934a6-7453-4608-bed6-430c067980fb req-e678d5c7-380a-437a-a4e8-802637bb202e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.2274766 Aug 09 11:32:52.403781 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-50be259f-aa7e-4ca2-b431-2140c51a02ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.435182 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-50be259f-aa7e-4ca2-b431-2140c51a02ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.471641 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbe9f3-c264-480e-87d2-dbafa7baf10d req-0e5115d6-2d95-40a8-8366-8fc227eadc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:52.473405 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-36fbe9f3-c264-480e-87d2-dbafa7baf10d req-0e5115d6-2d95-40a8-8366-8fc227eadc60 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 1098 time: 0.2799914 Aug 09 11:32:52.476756 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=209d5ff2-6c8b-4b96-b472-5c14279ce26e,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:52.494913 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:52.500313 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:52.500894 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.512924 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-50be259f-aa7e-4ca2-b431-2140c51a02ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.515717 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-50be259f-aa7e-4ca2-b431-2140c51a02ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.520351 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-50be259f-aa7e-4ca2-b431-2140c51a02ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50c5e29c-d0cc-4f93-9ff5-05f5629dace6 HTTP/1.1" status: 204 len: 168 time: 0.2156215 Aug 09 11:32:52.528031 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be259f-aa7e-4ca2-b431-2140c51a02ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c5e29c-d0cc-4f93-9ff5-05f5629dace6,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:52.529555 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-357934a6-7453-4608-bed6-430c067980fb req-ec63b9a3-1062-4a03-aec8-4a6f0390de49 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212335 Aug 09 11:32:52.553449 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc5368-5c20-425c-9cf0-f5f8e03d8fbc req-bad37e44-bcff-42fe-8eee-c0646cd6ae2c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:52.560166 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2fc5368-5c20-425c-9cf0-f5f8e03d8fbc req-bad37e44-bcff-42fe-8eee-c0646cd6ae2c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1855371 Aug 09 11:32:52.593436 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-36fbe9f3-c264-480e-87d2-dbafa7baf10d req-e8d6f7eb-bcb4-42d5-b985-6abf5e28737a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017399 Aug 09 11:32:52.650699 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.661994 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2fc5368-5c20-425c-9cf0-f5f8e03d8fbc req-4105d8ea-11c7-40b5-b7c5-bc2dfd83061f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732989 Aug 09 11:32:52.694507 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:52.699373 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:52.782451 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:52.917046 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444cf66-eccb-4288-bc2a-ffc106b348fd req-4513ea5a-8be0-464b-a91a-d687242abf95 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:52.918640 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4444cf66-eccb-4288-bc2a-ffc106b348fd req-4513ea5a-8be0-464b-a91a-d687242abf95 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 946 time: 0.0510528 Aug 09 11:32:52.971110 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4444cf66-eccb-4288-bc2a-ffc106b348fd req-645e5828-9840-4c12-ae59-d5e3bc937fd8 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373690 Aug 09 11:32:53.154271 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41006) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:53.171050 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-63fb5b8f-2e28-47ea-9c71-25f28610b0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:53.365074 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-63fb5b8f-2e28-47ea-9c71-25f28610b0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:53.388084 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-63fb5b8f-2e28-47ea-9c71-25f28610b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:53.427960 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 99b9646a-05df-407b-ae45-2dc480b07c69 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:32:53.452511 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240793cd-cd2c-46cc-aaad-41f3dda801cd req-7ea38389-a5b9-4114-b1b5-0a4e807491c5 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:53.454240 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-240793cd-cd2c-46cc-aaad-41f3dda801cd req-7ea38389-a5b9-4114-b1b5-0a4e807491c5 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1410317 Aug 09 11:32:53.485280 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-63fb5b8f-2e28-47ea-9c71-25f28610b0e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26d27411d83a4db8b0d8c903dc2753d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298881 Aug 09 11:32:53.488513 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41016) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:53.492455 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb5b8f-2e28-47ea-9c71-25f28610b0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af4eecd-9f52-4137-b58c-1ca95bcd869a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:53.545449 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-240793cd-cd2c-46cc-aaad-41f3dda801cd req-6d34db36-9e39-4b7e-925a-74ada35191fd tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794582 Aug 09 11:32:53.660334 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-73b2efb4-201b-4fa2-ab36-fa0ae7476881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:53.680836 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:53.698591 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-73b2efb4-201b-4fa2-ab36-fa0ae7476881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:53.706521 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '99b9646a-05df-407b-ae45-2dc480b07c69', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'port_id': '99b9646a-05df-407b-ae45-2dc480b07c69', 'mac_address': 'fa:16:3e:0e:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:32:53.724090 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41028) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:53.765794 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:53.785693 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b9646a-05df-407b-ae45-2dc480b07c69 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:32:53.787032 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-73b2efb4-201b-4fa2-ab36-fa0ae7476881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:53.788177 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c3b18-0027-4b95-a306-c99691da0472 req-99ecc43c-63d4-4e45-9234-d54d523f587b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:53.790853 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-73b2efb4-201b-4fa2-ab36-fa0ae7476881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:53.792129 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-73b2efb4-201b-4fa2-ab36-fa0ae7476881 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3af4eecd-9f52-4137-b58c-1ca95bcd869a HTTP/1.1" status: 204 len: 168 time: 0.3024311 Aug 09 11:32:53.807690 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2efb4-201b-4fa2-ab36-fa0ae7476881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af4eecd-9f52-4137-b58c-1ca95bcd869a,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:53.810757 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b5c3b18-0027-4b95-a306-c99691da0472 req-99ecc43c-63d4-4e45-9234-d54d523f587b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1382670 Aug 09 11:32:53.841593 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:53.851058 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:53.901041 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ab197-8c92-466c-aeb5-8042b6ba7f09 req-25e40117-9682-4cd3-ba99-403df2729b41 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:53.902533 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fc2ab197-8c92-466c-aeb5-8042b6ba7f09 req-25e40117-9682-4cd3-ba99-403df2729b41 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0905001 Aug 09 11:32:53.909167 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b5c3b18-0027-4b95-a306-c99691da0472 req-79e5ea9e-7ac3-422a-beb0-09373908bcc6 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622621 Aug 09 11:32:53.935752 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:53.949765 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293dbde-4813-44db-9ce2-dde3a8972646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d5ff2-6c8b-4b96-b472-5c14279ce26e'}, {'server_uuid': '6d721a63-357f-41a7-88e5-16f4b09f4afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:32:53.954443 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0798b51-b5d7-4eb4-ad00-009fe9b6409d" -d '{"events": [{"server_uuid": "7293dbde-4813-44db-9ce2-dde3a8972646", "name": "network-vif-plugged", "status": "completed", "tag": "209d5ff2-6c8b-4b96-b472-5c14279ce26e"}, {"server_uuid": "6d721a63-357f-41a7-88e5-16f4b09f4afd", "name": "network-vif-plugged", "status": "completed", "tag": "f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:32:53.979698 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93279f66-9d09-4a62-9599-da5969d51b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:53.985893 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fc2ab197-8c92-466c-aeb5-8042b6ba7f09 req-151891f0-6304-4eb8-b9d4-0afd6ddcbd8b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673494 Aug 09 11:32:54.032371 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fcfa89-8f0e-4e64-ae09-69a9b181479f x-openstack-request-id: req-12fcfa89-8f0e-4e64-ae09-69a9b181479f {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:32:54.032665 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7293dbde-4813-44db-9ce2-dde3a8972646", "name": "network-vif-plugged", "status": "completed", "tag": "209d5ff2-6c8b-4b96-b472-5c14279ce26e", "code": 200}, {"server_uuid": "6d721a63-357f-41a7-88e5-16f4b09f4afd", "name": "network-vif-plugged", "status": "completed", "tag": "f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:32:54.032900 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12fcfa89-8f0e-4e64-ae09-69a9b181479f {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:32:54.033295 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7293dbde-4813-44db-9ce2-dde3a8972646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d5ff2-6c8b-4b96-b472-5c14279ce26e', 'code': 200} Aug 09 11:32:54.033578 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d721a63-357f-41a7-88e5-16f4b09f4afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2', 'code': 200} Aug 09 11:32:54.100894 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['99b9646a-05df-407b-ae45-2dc480b07c69'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:32:54.160357 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93279f66-9d09-4a62-9599-da5969d51b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:54.168048 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-93279f66-9d09-4a62-9599-da5969d51b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:54.270102 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-93279f66-9d09-4a62-9599-da5969d51b4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cb3c52cbf704b2bbdc97b269ecc9e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5443025 Aug 09 11:32:54.272490 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93279f66-9d09-4a62-9599-da5969d51b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7039925-9ad4-4a53-a2c3-ddf91b7a0d84,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:54.273732 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41054) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:54.352323 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ac87-314d-4770-98e7-a1a80b1b460d req-df6fc168-4387-4e26-831a-a9bd0b5a77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:54.354774 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-83a5ac87-314d-4770-98e7-a1a80b1b460d req-df6fc168-4387-4e26-831a-a9bd0b5a77dd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 1099 time: 0.0833576 Aug 09 11:32:54.360489 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d205b-fa63-4b33-95ae-3f0d89a3d12e req-5a08a5d9-4267-45cf-a4dc-9d45a18a6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:54.362683 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-536d205b-fa63-4b33-95ae-3f0d89a3d12e req-5a08a5d9-4267-45cf-a4dc-9d45a18a6c86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 1099 time: 0.0811572 Aug 09 11:32:54.402516 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4bbb61df-bbfa-4db2-b22e-150290b04b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:54.430157 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-536d205b-fa63-4b33-95ae-3f0d89a3d12e req-45496b7c-af6c-42d7-b5a0-1188a2e40a7e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552216 Aug 09 11:32:54.450022 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4bbb61df-bbfa-4db2-b22e-150290b04b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:54.455119 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-83a5ac87-314d-4770-98e7-a1a80b1b460d req-9e7a18cc-9252-4cef-a676-e6427c4289cd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929546 Aug 09 11:32:54.540087 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4bbb61df-bbfa-4db2-b22e-150290b04b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:54.543809 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4bbb61df-bbfa-4db2-b22e-150290b04b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:54.545032 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-4bbb61df-bbfa-4db2-b22e-150290b04b64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7039925-9ad4-4a53-a2c3-ddf91b7a0d84 HTTP/1.1" status: 204 len: 168 time: 0.2702425 Aug 09 11:32:54.557691 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb61df-bbfa-4db2-b22e-150290b04b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7039925-9ad4-4a53-a2c3-ddf91b7a0d84,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:54.654169 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41084) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:54.708391 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f195cf-6e8d-46d1-8ee8-443749ece8ff req-485efe94-c26a-4f09-9097-13f6d6486275 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:54.729819 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-35f195cf-6e8d-46d1-8ee8-443749ece8ff req-485efe94-c26a-4f09-9097-13f6d6486275 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0828097 Aug 09 11:32:54.801130 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-35f195cf-6e8d-46d1-8ee8-443749ece8ff req-6aece7eb-9295-4983-a48b-16c34dfbf8ac tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786700 Aug 09 11:32:55.151818 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5fd9c-dcb1-4517-b691-17ef9a90207c req-a7be9495-5015-4e95-b5c7-36218b04a866 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:55.166534 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bfd5fd9c-dcb1-4517-b691-17ef9a90207c req-a7be9495-5015-4e95-b5c7-36218b04a866 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1293912 Aug 09 11:32:55.183775 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0d9e597f-a595-4597-82ac-7204279bce14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:55.267625 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bfd5fd9c-dcb1-4517-b691-17ef9a90207c req-73fc45f6-5a43-4e48-b85a-181466d6482a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956430 Aug 09 11:32:55.431806 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f8e2-418b-4235-8ce4-2d7954ef09d2 req-60298f7e-e093-4f23-b147-c2e60c5586b8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:55.440709 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1096f8e2-418b-4235-8ce4-2d7954ef09d2 req-60298f7e-e093-4f23-b147-c2e60c5586b8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 944 time: 0.0817316 Aug 09 11:32:55.447132 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 99b9646a-05df-407b-ae45-2dc480b07c69 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:32:55.455042 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0d9e597f-a595-4597-82ac-7204279bce14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:55.461071 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0d9e597f-a595-4597-82ac-7204279bce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:55.497049 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1096f8e2-418b-4235-8ce4-2d7954ef09d2 req-1293cb98-cbba-4c58-9322-e0c8142fe9a4 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551968 Aug 09 11:32:55.527625 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41152) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:55.533803 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-0d9e597f-a595-4597-82ac-7204279bce14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76c93c2c394647a38ca8641943de0c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8781390 Aug 09 11:32:55.572641 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e597f-a595-4597-82ac-7204279bce14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d509c6f-3794-4ad1-831e-59f6243a2eeb,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:55.644700 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 99b9646a-05df-407b-ae45-2dc480b07c69 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:32:55.652731 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 99b9646a-05df-407b-ae45-2dc480b07c69 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:32:55.659258 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:55.692913 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7569594d-fecb-4e7d-8ee0-4d3ad0c9d196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:55.748627 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7569594d-fecb-4e7d-8ee0-4d3ad0c9d196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:55.833301 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7569594d-fecb-4e7d-8ee0-4d3ad0c9d196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:55.841684 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7569594d-fecb-4e7d-8ee0-4d3ad0c9d196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:55.849163 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7569594d-fecb-4e7d-8ee0-4d3ad0c9d196 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d509c6f-3794-4ad1-831e-59f6243a2eeb HTTP/1.1" status: 204 len: 168 time: 0.3202112 Aug 09 11:32:55.923154 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:55.938401 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569594d-fecb-4e7d-8ee0-4d3ad0c9d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d509c6f-3794-4ad1-831e-59f6243a2eeb,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:56.013888 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac299a-ce95-4db1-ae3f-481c5f553e1f req-1ca51d18-e68e-49cb-bdce-e2c23915e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:56.015501 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68ac299a-ce95-4db1-ae3f-481c5f553e1f req-1ca51d18-e68e-49cb-bdce-e2c23915e102 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 1098 time: 0.1613803 Aug 09 11:32:56.017590 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:32:56.027534 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:56.036418 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:32:56.039243 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bede8c-b9be-4ec3-a773-136ed216f047" -d '{"events": [{"server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "name": "network-vif-plugged", "status": "completed", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:32:56.051286 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf221d-42fa-46af-b63c-7e5f1309d250 req-2a8841b3-bbe4-47a6-9c63-03f8b3f39915 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:56.052804 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-09bf221d-42fa-46af-b63c-7e5f1309d250 req-2a8841b3-bbe4-47a6-9c63-03f8b3f39915 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1333249 Aug 09 11:32:56.086130 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0af21-8dfc-477e-a327-8cc4d92cc9a6 req-5d93996d-8bd2-4545-a8ec-f32a9c6f713a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:56.093473 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d9b0af21-8dfc-477e-a327-8cc4d92cc9a6 req-5d93996d-8bd2-4545-a8ec-f32a9c6f713a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1496849 Aug 09 11:32:56.141364 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:56.232723 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-09bf221d-42fa-46af-b63c-7e5f1309d250 req-8e5ca505-2907-4132-9476-887ab4ced2d8 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041865 Aug 09 11:32:56.265159 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d9b0af21-8dfc-477e-a327-8cc4d92cc9a6 req-bb48baf3-abd4-40b3-8be6-353b641b70bc tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706569 Aug 09 11:32:56.307432 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac299a-ce95-4db1-ae3f-481c5f553e1f req-f1bd1deb-d85c-4207-88e2-1c80ae6e18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:56.312801 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68ac299a-ce95-4db1-ae3f-481c5f553e1f req-f1bd1deb-d85c-4207-88e2-1c80ae6e18f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 920 time: 0.2887223 Aug 09 11:32:56.360954 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caee6be5-53db-4d73-a50c-f61e4f406f53 x-openstack-request-id: req-caee6be5-53db-4d73-a50c-f61e4f406f53 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:32:56.361306 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "name": "network-vif-plugged", "status": "completed", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:32:56.361672 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-caee6be5-53db-4d73-a50c-f61e4f406f53 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:32:56.362171 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69', 'code': 200} Aug 09 11:32:56.412091 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68ac299a-ce95-4db1-ae3f-481c5f553e1f req-4f5c6478-71b3-4c2a-9af8-587b1fd1aad0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b6b1c11-4c14-4404-ad17-4b30e499ee68 HTTP/1.1" status: 200 len: 217 time: 0.0892704 Aug 09 11:32:56.578623 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41224) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:56.599207 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f992e3cd-92b8-4a77-9d4c-64629d22c1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:56.605780 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6649f-aa73-43d2-93ed-0decb32e94b2 req-bb2f1cf9-88c6-4234-b541-3c12afd70de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:56.608517 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-76d6649f-aa73-43d2-93ed-0decb32e94b2 req-bb2f1cf9-88c6-4234-b541-3c12afd70de3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 1098 time: 0.0802169 Aug 09 11:32:56.670858 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-76d6649f-aa73-43d2-93ed-0decb32e94b2 req-fa2c475f-a9e5-41c3-ab7f-c1eacd114674 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524662 Aug 09 11:32:56.689401 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079d85b-5b82-4a5f-bbba-0e4e5f8795bf req-9b242a51-f638-4e9e-a339-e43996ddaf5a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:56.691006 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c079d85b-5b82-4a5f-bbba-0e4e5f8795bf req-9b242a51-f638-4e9e-a339-e43996ddaf5a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.3532600 Aug 09 11:32:56.700679 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41226) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:56.706867 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-83c607e9-ad7b-4d7c-8d06-2f85d12e225b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'floatingip': {'port_id': '209d5ff2-6c8b-4b96-b472-5c14279ce26e'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:56.746068 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac299a-ce95-4db1-ae3f-481c5f553e1f req-0f143e7b-dadf-4ea5-81c6-f6709146b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:56.747733 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68ac299a-ce95-4db1-ae3f-481c5f553e1f req-0f143e7b-dadf-4ea5-81c6-f6709146b670 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.3258169 Aug 09 11:32:56.755697 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d46b8d-13d9-4635-b219-c3102c769389 req-15238ad3-6840-4393-80f1-31c293428985 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:56.757551 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9d46b8d-13d9-4635-b219-c3102c769389 req-15238ad3-6840-4393-80f1-31c293428985 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0797563 Aug 09 11:32:56.802155 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68ac299a-ce95-4db1-ae3f-481c5f553e1f req-41ef68be-18b2-4e68-9687-d24f205b2d5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385213 Aug 09 11:32:56.830817 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-83c607e9-ad7b-4d7c-8d06-2f85d12e225b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:56.875039 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41232) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:56.875293 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41234) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:56.904822 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9d46b8d-13d9-4635-b219-c3102c769389 req-74878465-f165-49c6-b03c-dcbd3aaae26c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316676 Aug 09 11:32:56.970995 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68ac299a-ce95-4db1-ae3f-481c5f553e1f req-a4744050-02cf-4cc1-8d37-5129a1fc3e56 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424801 Aug 09 11:32:56.999975 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f992e3cd-92b8-4a77-9d4c-64629d22c1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.009801 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f992e3cd-92b8-4a77-9d4c-64629d22c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.103416 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68ac299a-ce95-4db1-ae3f-481c5f553e1f req-8d30f352-e4ee-4dc9-b5d3-fa20b3da3116 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165016 Aug 09 11:32:57.111077 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992e3cd-92b8-4a77-9d4c-64629d22c1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37d39a-7ebc-4ec3-a465-ba36326a1f83,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:57.119555 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-f992e3cd-92b8-4a77-9d4c-64629d22c1d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f8c9038e8d74c648e3a2a96dbbdecb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5350449 Aug 09 11:32:57.123816 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41242) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:57.193395 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1650245331-network', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:57.243902 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3b7330d6-c8ec-46d9-a2d3-9e663c06aa82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.310991 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Made reservation on behalf of 116b2ef40b7c4a0ebe415d8329df9a04 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:57.313236 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.352016 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a240f-4a5b-4eea-87d4-f60f964447b5 req-545be35e-e188-4139-9027-c4d6709a7dff tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:57.354203 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-414a240f-4a5b-4eea-87d4-f60f964447b5 req-545be35e-e188-4139-9027-c4d6709a7dff tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0529840 Aug 09 11:32:57.407357 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-414a240f-4a5b-4eea-87d4-f60f964447b5 req-6ccdc7ab-b0eb-46ae-8501-51e1f7978824 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440781 Aug 09 11:32:57.433624 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.450576 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9792fb71-d178-47d2-85e8-ad2c48fa4108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.575606 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9792fb71-d178-47d2-85e8-ad2c48fa4108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.826482 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9792fb71-d178-47d2-85e8-ad2c48fa4108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.828884 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9792fb71-d178-47d2-85e8-ad2c48fa4108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.830050 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-9792fb71-d178-47d2-85e8-ad2c48fa4108 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b37d39a-7ebc-4ec3-a465-ba36326a1f83 HTTP/1.1" status: 204 len: 168 time: 0.7049809 Aug 09 11:32:57.872077 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792fb71-d178-47d2-85e8-ad2c48fa4108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b37d39a-7ebc-4ec3-a465-ba36326a1f83,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:57.907954 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3b7330d6-c8ec-46d9-a2d3-9e663c06aa82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.918122 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-83c607e9-ad7b-4d7c-8d06-2f85d12e225b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.921894 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3b7330d6-c8ec-46d9-a2d3-9e663c06aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.930604 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-83c607e9-ad7b-4d7c-8d06-2f85d12e225b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.972035 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41272) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:58.043112 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-3b7330d6-c8ec-46d9-a2d3-9e663c06aa82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0c2e48a07674ba1a06bd66110eaa54d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1668346 Aug 09 11:32:58.050940 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7330d6-c8ec-46d9-a2d3-9e663c06aa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8525f2-3d57-456e-a9f0-4c691050d90a,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:58.053239 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41276) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:58.082963 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4dcc8-a0ad-424b-a3d8-79e041cd925c req-4a7db841-7aac-491e-8044-7d2dfff18d9e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:58.091911 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55c4dcc8-a0ad-424b-a3d8-79e041cd925c req-4a7db841-7aac-491e-8044-7d2dfff18d9e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0661526 Aug 09 11:32:58.105493 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-315dc776-dd17-4e2f-9030-fddfa08d25b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.151233 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55c4dcc8-a0ad-424b-a3d8-79e041cd925c req-2aeec0ba-87f9-4c64-85b6-aefc507a8ad5 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582466 Aug 09 11:32:58.281720 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3978618b-44ca-451d-bd62-3d415edd8404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.311323 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7f758-2cab-4ded-b113-6aa5deaad770 req-6c82cdfc-dfe0-4c5a-8926-ed67717f4268 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:58.312926 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03e7f758-2cab-4ded-b113-6aa5deaad770 req-6c82cdfc-dfe0-4c5a-8926-ed67717f4268 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0802200 Aug 09 11:32:58.324361 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41288) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:58.329113 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e146c4b8-3aea-4bd9-a159-39e0a1cf0afa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'floatingip': {'port_id': '99b9646a-05df-407b-ae45-2dc480b07c69'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:58.395380 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.l3_db [None req-83c607e9-ad7b-4d7c-8d06-2f85d12e225b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Floating IP 691a0650-af3e-4a65-9bef-7404cf3e9673 associated. External IP: 172.27.1.35, port: 209d5ff2-6c8b-4b96-b472-5c14279ce26e. Aug 09 11:32:58.407266 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e146c4b8-3aea-4bd9-a159-39e0a1cf0afa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.461647 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.519977 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.532343 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0f603287-c290-473b-bc97-45198531e280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.578013 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:32:58.597363 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0f603287-c290-473b-bc97-45198531e280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.601901 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4429934-73bb-4660-9b25-b3831d174976,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:58.619470 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.620225 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Added segment 2a8320a2-739b-4379-8464-a444ea338660 of type vlan for network 3d6e76ac-3d63-4e87-91af-f81d034eb061 Aug 09 11:32:58.678690 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda18125-39fa-4609-a7e1-fa00a4f0a011 req-4e7ae88f-73c0-4619-9e59-0a55a4fb2ab8 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:58.681322 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bda18125-39fa-4609-a7e1-fa00a4f0a011 req-4e7ae88f-73c0-4619-9e59-0a55a4fb2ab8 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1936657 Aug 09 11:32:58.737550 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.801246 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bda18125-39fa-4609-a7e1-fa00a4f0a011 req-6cb7b672-3448-4d92-8c6f-ba70608aefcf tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075606 Aug 09 11:32:58.834538 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0f603287-c290-473b-bc97-45198531e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.837196 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0f603287-c290-473b-bc97-45198531e280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.843927 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-0f603287-c290-473b-bc97-45198531e280 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e8525f2-3d57-456e-a9f0-4c691050d90a HTTP/1.1" status: 204 len: 168 time: 0.7831037 Aug 09 11:32:58.844420 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3978618b-44ca-451d-bd62-3d415edd8404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.849077 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.850077 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:58.850658 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.858924 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3978618b-44ca-451d-bd62-3d415edd8404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:58.877441 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f603287-c290-473b-bc97-45198531e280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8525f2-3d57-456e-a9f0-4c691050d90a,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:58.880265 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0030077 Aug 09 11:32:58.899238 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41306) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:58.942588 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c607e9-ad7b-4d7c-8d06-2f85d12e225b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:32:58.947813 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Request body: {'subnet': {'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1650245331-subnet', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:32:58.983661 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267835c-e565-4a47-8ff2-b946af067d66 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6e76ac-3d63-4e87-91af-f81d034eb061,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:58.998650 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Made reservation on behalf of 116b2ef40b7c4a0ebe415d8329df9a04 for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:32:58.998930 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 3d6e76ac-3d63-4e87-91af-f81d034eb061 details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:32:59.001058 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.053914 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3978618b-44ca-451d-bd62-3d415edd8404 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=988e85cbec1d4390aa08aeb64e22c72c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0776486 Aug 09 11:32:59.059698 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978618b-44ca-451d-bd62-3d415edd8404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e610096-cadc-4b76-af50-6cbd2c1d326b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:59.065904 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41312) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:59.316796 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-429c6ba8-e3ba-4222-9ad5-fd9f81295b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.319274 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c607e9-ad7b-4d7c-8d06-2f85d12e225b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:32:59.326775 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-83c607e9-ad7b-4d7c-8d06-2f85d12e225b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.337396 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] Sync routers for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:32:59.351461 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:32:59.352543 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:32:59.369671 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.db.resource_extend [None req-e146c4b8-3aea-4bd9-a159-39e0a1cf0afa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 11:32:59.400956 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-429c6ba8-e3ba-4222-9ad5-fd9f81295b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.437505 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-83c607e9-ad7b-4d7c-8d06-2f85d12e225b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "PUT /v2.0/floatingips/691a0650-af3e-4a65-9bef-7404cf3e9673 HTTP/1.1" status: 200 len: 991 time: 2.7346609 Aug 09 11:32:59.463346 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7293dbde-4813-44db-9ce2-dde3a8972646', 'tag': '209d5ff2-6c8b-4b96-b472-5c14279ce26e'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:32:59.476930 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7293dbde-4813-44db-9ce2-dde3a8972646", "tag": "209d5ff2-6c8b-4b96-b472-5c14279ce26e"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:32:59.488803 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41322) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:59.553159 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e146c4b8-3aea-4bd9-a159-39e0a1cf0afa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.556730 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:32:59.559864 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e146c4b8-3aea-4bd9-a159-39e0a1cf0afa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.584716 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f615bc8-c191-48d2-9188-e78b3e10a2c6 x-openstack-request-id: req-5f615bc8-c191-48d2-9188-e78b3e10a2c6 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:32:59.587480 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7293dbde-4813-44db-9ce2-dde3a8972646", "tag": "209d5ff2-6c8b-4b96-b472-5c14279ce26e", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:32:59.587772 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f615bc8-c191-48d2-9188-e78b3e10a2c6 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:32:59.591451 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7293dbde-4813-44db-9ce2-dde3a8972646', 'tag': '209d5ff2-6c8b-4b96-b472-5c14279ce26e', 'status': 'completed', 'code': 200} Aug 09 11:32:59.630901 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41330) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:32:59.649341 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.691185 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1417090d-596c-4750-bdc5-38fd0e03abde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.697402 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-e146c4b8-3aea-4bd9-a159-39e0a1cf0afa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Floating IP e3d87147-b47b-48ad-93ab-053294979481 associated. External IP: 172.27.1.240, port: 99b9646a-05df-407b-ae45-2dc480b07c69. Aug 09 11:32:59.724079 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-429c6ba8-e3ba-4222-9ad5-fd9f81295b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.734721 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-429c6ba8-e3ba-4222-9ad5-fd9f81295b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.738531 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-429c6ba8-e3ba-4222-9ad5-fd9f81295b31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e610096-cadc-4b76-af50-6cbd2c1d326b HTTP/1.1" status: 204 len: 168 time: 0.6664088 Aug 09 11:32:59.783366 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c6ba8-e3ba-4222-9ad5-fd9f81295b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e610096-cadc-4b76-af50-6cbd2c1d326b,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:59.806211 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22e4688-689a-4992-846c-f049097a2df0,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:32:59.837698 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Checking segment: {'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:32:59.838261 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Network hostable DHCP agents. Network: 3d6e76ac-3d63-4e87-91af-f81d034eb061, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:32:59.885084 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Network 3d6e76ac-3d63-4e87-91af-f81d034eb061 is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:32:59.913072 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 3d6e76ac-3d63-4e87-91af-f81d034eb061) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:32:59.924061 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b40d0a-0ab5-4944-b4ca-a7fb55084598 None None] Network 3d6e76ac-3d63-4e87-91af-f81d034eb061 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:32:59.942564 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:32:59.943531 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.970771 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1417090d-596c-4750-bdc5-38fd0e03abde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.973725 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d6ae32e6-2d4c-4e0f-bc95-b39af596a05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:59.992402 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1417090d-596c-4750-bdc5-38fd0e03abde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.047721 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': '691a0650-af3e-4a65-9bef-7404cf3e9673', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'port_id': '209d5ff2-6c8b-4b96-b472-5c14279ce26e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'mac_address': 'fa:16:3e:2a:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7293dbde-4813-44db-9ce2-dde3a8972646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:32:32Z', 'updated_at': '2021-08-09T11:32:57Z', 'revision_number': 1, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:00.053740 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417090d-596c-4750-bdc5-38fd0e03abde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016da022-860f-4724-8fdd-2d2f66da8027,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:00.058079 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-6647dd85-bd92-4f71-aa50-c799aa5e06e0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1557634 Aug 09 11:33:00.063807 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41338) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:00.082439 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:00.103815 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] Checking router: dc593cf9-94c2-4dba-9f98-ae8e484e8e37 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:33:00.113522 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-1417090d-596c-4750-bdc5-38fd0e03abde admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35ced3f825aa425c90bacf5189a0831b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802864 Aug 09 11:33:00.114248 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41340) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:00.123286 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:00.124662 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:32:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:00.209479 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e1d18c63-834f-4793-8b17-c4109b911a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.229016 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-cf18f5c8-760c-48dd-b95e-6343da742c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:00.230965 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-cf18f5c8-760c-48dd-b95e-6343da742c34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 1099 time: 0.5353525 Aug 09 11:33:00.251340 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e1d18c63-834f-4793-8b17-c4109b911a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.260617 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:00.326817 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec1904-2814-4938-a660-0930324898fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2906a7ef-9378-57f0-8b50-7d9d400dd977-3d6e76ac-3d63-4e87-91af-f81d034eb061', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0'}]}} from dv-cinder-803900-2-iscsi. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:33:00.328782 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-39ec1904-2814-4938-a660-0930324898fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.342816 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d6ae32e6-2d4c-4e0f-bc95-b39af596a05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.350749 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d6ae32e6-2d4c-4e0f-bc95-b39af596a05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.394642 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-d6ae32e6-2d4c-4e0f-bc95-b39af596a05e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17f0f8c47b71434a8ce74710d20669cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9043720 Aug 09 11:33:00.395561 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41344) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:00.439666 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e1d18c63-834f-4793-8b17-c4109b911a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.443034 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e1d18c63-834f-4793-8b17-c4109b911a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.448410 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e1d18c63-834f-4793-8b17-c4109b911a2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/016da022-860f-4724-8fdd-2d2f66da8027 HTTP/1.1" status: 204 len: 168 time: 0.3313017 Aug 09 11:33:00.458853 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-9e33164f-4556-4948-81ff-3eef95cb1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:00.460593 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-9e33164f-4556-4948-81ff-3eef95cb1a23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 911 time: 0.2171178 Aug 09 11:33:00.476678 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c545b4b-1407-458e-b4b3-0f4975c069b2 req-867112cf-1745-4cc7-973d-ed028377b914 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:00.478455 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c545b4b-1407-458e-b4b3-0f4975c069b2 req-867112cf-1745-4cc7-973d-ed028377b914 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.2537837 Aug 09 11:33:00.485361 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1662668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36605'] for router, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.486557 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36594'] for router, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.494849 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae32e6-2d4c-4e0f-bc95-b39af596a05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4ed3bb-acad-437f-95d2-4756e53dc36a,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:00.517466 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e5d57b53-2b3f-422a-8ffd-365b1d2a4a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.548842 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d18c63-834f-4793-8b17-c4109b911a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016da022-860f-4724-8fdd-2d2f66da8027,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:00.597430 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41348) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:00.608918 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e5d57b53-2b3f-422a-8ffd-365b1d2a4a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.614483 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e146c4b8-3aea-4bd9-a159-39e0a1cf0afa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Router b93075b1-8f35-41ef-baa1-ee671999ef0a has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:33:00.643165 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d5e1-932f-48ec-b60a-218019d7ae30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.646385 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-c26cb2c7-61ce-4c78-9e0d-86d718e31228 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e HTTP/1.1" status: 200 len: 999 time: 0.1649570 Aug 09 11:33:00.685228 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.696975 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c545b4b-1407-458e-b4b3-0f4975c069b2 req-ee5c65e5-1320-4c9f-a491-14bcbc29e386 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058084 Aug 09 11:33:00.712622 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': '691a0650-af3e-4a65-9bef-7404cf3e9673', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'port_id': '209d5ff2-6c8b-4b96-b472-5c14279ce26e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'mac_address': 'fa:16:3e:2a:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7293dbde-4813-44db-9ce2-dde3a8972646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:32:32Z', 'updated_at': '2021-08-09T11:32:57Z', 'revision_number': 1, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:00.774954 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-31181cf4-4121-4b48-a781-8f5b7b71c903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.776960 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-39ec1904-2814-4938-a660-0930324898fd None None] Allocated IP 172.20.0.2 (3d6e76ac-3d63-4e87-91af-f81d034eb061/c22e4688-689a-4992-846c-f049097a2df0/2b740e6c-a120-44de-bb59-fefc8b2dc7eb) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:00.876201 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.895650 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180d57b-34ec-40a5-b53d-4da2d51a5839 None None] The sync data for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi is: [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': '691a0650-af3e-4a65-9bef-7404cf3e9673', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'port_id': '209d5ff2-6c8b-4b96-b472-5c14279ce26e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'mac_address': 'fa:16:3e:2a:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7293dbde-4813-44db-9ce2-dde3a8972646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:32:32Z', 'updated_at': '2021-08-09T11:32:57Z', 'revision_number': 1, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:33:00.917489 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-4a2b3a2f-83d6-450b-98b1-897d0c2162e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:00.926606 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-4a2b3a2f-83d6-450b-98b1-897d0c2162e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 200 len: 849 time: 0.2641506 Aug 09 11:33:00.966844 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e5d57b53-2b3f-422a-8ffd-365b1d2a4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.969777 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e5d57b53-2b3f-422a-8ffd-365b1d2a4a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:00.978489 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e5d57b53-2b3f-422a-8ffd-365b1d2a4a64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff4ed3bb-acad-437f-95d2-4756e53dc36a HTTP/1.1" status: 204 len: 168 time: 0.5771582 Aug 09 11:33:01.003161 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d57b53-2b3f-422a-8ffd-365b1d2a4a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4ed3bb-acad-437f-95d2-4756e53dc36a,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:01.060670 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e146c4b8-3aea-4bd9-a159-39e0a1cf0afa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:33:01.070987 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e146c4b8-3aea-4bd9-a159-39e0a1cf0afa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.106675 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-d7e15c86-ec3f-467c-bd24-dbd77b0507bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:01.108673 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-d7e15c86-ec3f-467c-bd24-dbd77b0507bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc4d80b-476f-4863-a1ca-6355085c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1499326 Aug 09 11:33:01.125748 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e146c4b8-3aea-4bd9-a159-39e0a1cf0afa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "PUT /v2.0/floatingips/e3d87147-b47b-48ad-93ab-053294979481 HTTP/1.1" status: 200 len: 991 time: 2.7973750 Aug 09 11:33:01.126838 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:33:01.129111 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b62a928-9ff3-4681-b6e3-708242428e30" -d '{"events": [{"name": "network-changed", "server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:01.181988 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-39ec1904-2814-4938-a660-0930324898fd None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.205515 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-39ec1904-2814-4938-a660-0930324898fd None None] Transition to ACTIVE for port object 2b740e6c-a120-44de-bb59-fefc8b2dc7eb will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:01.218966 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ded0377-4605-4afc-b970-2bb007c9d982 x-openstack-request-id: req-9ded0377-4605-4afc-b970-2bb007c9d982 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:01.219389 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:01.219734 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ded0377-4605-4afc-b970-2bb007c9d982 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:01.220228 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69', 'status': 'completed', 'code': 200} Aug 09 11:33:01.238984 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-39ec1904-2814-4938-a660-0930324898fd None None] Transition to ACTIVE for port object 2b740e6c-a120-44de-bb59-fefc8b2dc7eb will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:01.249355 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] Sync routers for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:33:01.259210 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-39ec1904-2814-4938-a660-0930324898fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.287844 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d5e1-932f-48ec-b60a-218019d7ae30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.299179 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d5e1-932f-48ec-b60a-218019d7ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.348915 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec1904-2814-4938-a660-0930324898fd None None] Pushing event updated for resources: {'Port': ['ID=2b740e6c-a120-44de-bb59-fefc8b2dc7eb,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:01.353111 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.359939 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:01.360923 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:33:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:01.374173 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-f64dbe4e-6475-4e26-8a30-d253baf932ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:01.375833 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-f64dbe4e-6475-4e26-8a30-d253baf932ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 1098 time: 0.0959873 Aug 09 11:33:01.379910 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.393763 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecfa112-b2a6-42fb-af27-ac55c8136e6f None None] New status for floating IP 691a0650-af3e-4a65-9bef-7404cf3e9673: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:33:01.408922 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f4c5d5e1-932f-48ec-b60a-218019d7ae30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cfd2963cd954e0e8aa414ecd98a5d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8080056 Aug 09 11:33:01.412647 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41372) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:01.428354 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5d5e1-932f-48ec-b60a-218019d7ae30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e25356-4a7b-48f2-97c6-e30c2bc29af2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:01.443463 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec1904-2814-4938-a660-0930324898fd None None] Network 3d6e76ac-3d63-4e87-91af-f81d034eb061 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:01.447690 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-39ec1904-2814-4938-a660-0930324898fd None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:01.457614 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec1904-2814-4938-a660-0930324898fd None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:33:01.489129 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-c58c6499-93ad-4636-a1d6-ee2f6d6dd75e service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437402 Aug 09 11:33:01.521757 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.570511 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-efa56164-e76a-413c-ad78-0e7994a62731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.617724 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-efa56164-e76a-413c-ad78-0e7994a62731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.626716 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:01.667655 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e2c7469a-7681-4028-b7c0-b6a753d5a3d3 req-6c2627a1-5f90-49f9-b174-1a715a237343 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618571 Aug 09 11:33:01.713665 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-efa56164-e76a-413c-ad78-0e7994a62731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.716219 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-efa56164-e76a-413c-ad78-0e7994a62731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:01.717592 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-efa56164-e76a-413c-ad78-0e7994a62731 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98e25356-4a7b-48f2-97c6-e30c2bc29af2 HTTP/1.1" status: 204 len: 168 time: 0.3015196 Aug 09 11:33:01.737559 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-3bbffd8c-6fee-40cb-937b-142225d26356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:01.737559 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-3bbffd8c-6fee-40cb-937b-142225d26356 service neutron] 10.222.0.10 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 918 time: 0.3190353 Aug 09 11:33:01.749937 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa56164-e76a-413c-ad78-0e7994a62731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e25356-4a7b-48f2-97c6-e30c2bc29af2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:01.898494 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Allocated IP 172.27.1.161 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/18a513a0-7e1e-4094-8667-9bb795a13fba) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:01.923172 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-363fb685-a462-48cd-ad64-43f70805b3cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b9646a-05df-407b-ae45-2dc480b07c69 HTTP/1.1" status: 200 len: 999 time: 0.1764433 Aug 09 11:33:01.939668 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30750992-367b-4006-871d-f0a88fe98362 req-c55a3f48-1450-487c-ae7b-baa536c8c974 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:01.940944 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30750992-367b-4006-871d-f0a88fe98362 req-c55a3f48-1450-487c-ae7b-baa536c8c974 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1084704 Aug 09 11:33:02.035742 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-39ec1904-2814-4938-a660-0930324898fd None None] Attempting to bind port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:33:02.036386 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-39ec1904-2814-4938-a660-0930324898fd None None] Attempting to bind port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:33:02.036917 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec1904-2814-4938-a660-0930324898fd None None] Attempting to bind port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb on network 3d6e76ac-3d63-4e87-91af-f81d034eb061 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:02.066924 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30750992-367b-4006-871d-f0a88fe98362 req-27162ef2-01ba-44bb-85c0-b28667c67ef5 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181450 Aug 09 11:33:02.078966 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec1904-2814-4938-a660-0930324898fd None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:33:02.080255 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec1904-2814-4938-a660-0930324898fd None None] Checking segment: {'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:02.080811 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-39ec1904-2814-4938-a660-0930324898fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:02.081304 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec1904-2814-4938-a660-0930324898fd None None] Bound using segment: {'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:33:02.081891 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-39ec1904-2814-4938-a660-0930324898fd None None] Bound port: 2b740e6c-a120-44de-bb59-fefc8b2dc7eb, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:33:02.082394 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-39ec1904-2814-4938-a660-0930324898fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:02.092985 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-a8d11249-a320-48c6-a93f-9b3c57ab213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:02.092985 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-a8d11249-a320-48c6-a93f-9b3c57ab213a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 200 len: 856 time: 0.1374369 Aug 09 11:33:02.196306 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:02.204073 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-61463b6b-be9e-453c-83ad-1e24073c42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:02.206451 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-61463b6b-be9e-453c-83ad-1e24073c42ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61368b8c-3f63-4abc-860d-c08b2be3a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021314 Aug 09 11:33:02.300727 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:02.500939 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:02.558992 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-39ec1904-2814-4938-a660-0930324898fd None None] For port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:33:02.567590 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-39ec1904-2814-4938-a660-0930324898fd None None] For port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=2b740e6c-a120-44de-bb59-fefc8b2dc7eb,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:33:02.593008 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-fbd09f8a-2a4d-4f91-afb1-c27f05aa4ccc service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545547 Aug 09 11:33:02.596782 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:02.608913 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-39ec1904-2814-4938-a660-0930324898fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:02.656118 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:33:02.703740 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:02.717808 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Pushing event updated for resources: {'Port': ['ID=18a513a0-7e1e-4094-8667-9bb795a13fba,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:02.718947 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec1904-2814-4938-a660-0930324898fd None None] Pushing event updated for resources: {'Port': ['ID=2b740e6c-a120-44de-bb59-fefc8b2dc7eb,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:02.730828 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'e3d87147-b47b-48ad-93ab-053294979481', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'port_id': '99b9646a-05df-407b-ae45-2dc480b07c69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'mac_address': 'fa:16:3e:0e:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:32:32Z', 'updated_at': '2021-08-09T11:32:59Z', 'revision_number': 1, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:02.733262 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:02.737495 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:33:02.770559 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] Checking router: b93075b1-8f35-41ef-baa1-ee671999ef0a for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:33:02.805048 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:02.805048 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:33:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:02.961979 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4b62a928-9ff3-4681-b6e3-708242428e30 req-4ed4edac-a084-4eb3-b23f-d42b9f55cef2 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591373 Aug 09 11:33:03.000687 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:03.126404 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:03.390977 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55269fdb-0bbb-463e-9c27-14b929bca1a8 req-17be7947-3698-4b9a-9197-51d9832a20da tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:03.392671 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55269fdb-0bbb-463e-9c27-14b929bca1a8 req-17be7947-3698-4b9a-9197-51d9832a20da tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1232226 Aug 09 11:33:03.465918 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55269fdb-0bbb-463e-9c27-14b929bca1a8 req-d0ab5174-b2d9-47b1-b65b-27230f2cd978 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631776 Aug 09 11:33:03.519339 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:03.650198 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158'] for router, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:03.673322 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'e3d87147-b47b-48ad-93ab-053294979481', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'port_id': '99b9646a-05df-407b-ae45-2dc480b07c69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'mac_address': 'fa:16:3e:0e:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:32:32Z', 'updated_at': '2021-08-09T11:32:59Z', 'revision_number': 1, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:03.704559 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637c59c-1f53-4d81-91fe-4a4fa4b2ea27 None None] The sync data for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi is: [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'e3d87147-b47b-48ad-93ab-053294979481', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'port_id': '99b9646a-05df-407b-ae45-2dc480b07c69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'mac_address': 'fa:16:3e:0e:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:32:32Z', 'updated_at': '2021-08-09T11:32:59Z', 'revision_number': 1, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:33:03.859159 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Router e632f9eb-970e-42f1-8479-ca4a860fdb34 is scheduled to L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 with binding_index 1 {{(pid=93249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:33:04.025056 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:33:04.037597 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Sync routers for ids ['e632f9eb-970e-42f1-8479-ca4a860fdb34'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:33:04.055661 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:04.061406 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41460) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:04.066398 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-741aeade-9d9a-4ffc-afd6-75c121b2e18e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9910705 Aug 09 11:33:04.068083 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fed54e-0b5c-42c9-8a4f-980307dbf306 None None] New status for floating IP e3d87147-b47b-48ad-93ab-053294979481: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:33:04.072820 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Routers {'e632f9eb-970e-42f1-8479-ca4a860fdb34'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:04.073491 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:33:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['e632f9eb-970e-42f1-8479-ca4a860fdb34'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:04.317112 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Set router e632f9eb-970e-42f1-8479-ca4a860fdb34 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:04.575370 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae66cb-fb95-4448-9c08-ed5d97bc817a None None] Network 3d6e76ac-3d63-4e87-91af-f81d034eb061 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:33:04.617179 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41482) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:04.748060 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7fc06-abce-4de9-8450-a6e963c41147 req-e1371281-97f7-440b-a1f2-cc864ad00c40 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:04.751386 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c1b7fc06-abce-4de9-8450-a6e963c41147 req-e1371281-97f7-440b-a1f2-cc864ad00c40 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1583545 Aug 09 11:33:04.795301 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-3ae00d5b-41db-4668-ba9d-c2553afc55b2 None None] Provisioning for port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:04.835829 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:02Z', 'revision_number': 3, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:04.864453 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c1b7fc06-abce-4de9-8450-a6e963c41147 req-a9e041d7-20ad-44cd-a412-549654aaa079 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050608 Aug 09 11:33:04.945589 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Checking router: e632f9eb-970e-42f1-8479-ca4a860fdb34 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:33:04.945919 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Updating router e632f9eb-970e-42f1-8479-ca4a860fdb34 port 18a513a0-7e1e-4094-8667-9bb795a13fba binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:33:05.013410 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.053077 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-074aa71c-8da1-487d-97e6-e861a0ec8522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.061112 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.088385 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 2b740e6c-a120-44de-bb59-fefc8b2dc7eb up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:05.324132 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-074aa71c-8da1-487d-97e6-e861a0ec8522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.331324 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3faf4-4caf-41f1-98da-007598c18991 req-00f04fb5-95a0-4602-8091-c5f740cc4086 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:05.332485 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-074aa71c-8da1-487d-97e6-e861a0ec8522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.337347 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60e3faf4-4caf-41f1-98da-007598c18991 req-00f04fb5-95a0-4602-8091-c5f740cc4086 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 946 time: 0.2721395 Aug 09 11:33:05.373423 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Allocated IP 172.20.0.1 (3d6e76ac-3d63-4e87-91af-f81d034eb061/c22e4688-689a-4992-846c-f049097a2df0/b2b55473-8090-47b7-86dd-f193a8c64998) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:05.414917 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60e3faf4-4caf-41f1-98da-007598c18991 req-2a965ce3-b7d0-4a63-965a-7130845b0c5d tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762429 Aug 09 11:33:05.454525 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-074aa71c-8da1-487d-97e6-e861a0ec8522 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9d76ea1e6a5453fbb9e79ce454cbcfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8348310 Aug 09 11:33:05.463723 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41512) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:05.493988 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aa71c-8da1-487d-97e6-e861a0ec8522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea19ab71-d9fa-42d2-8ca8-5af1e530e7a6,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:05.512541 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:05.520686 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:05.520983 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.558329 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.593339 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb01b971-159a-4a6e-9778-d149f74f9a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.593474 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Transition to ACTIVE for port object b2b55473-8090-47b7-86dd-f193a8c64998 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:05.625680 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb01b971-159a-4a6e-9778-d149f74f9a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.648939 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.698317 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.706173 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Network 3d6e76ac-3d63-4e87-91af-f81d034eb061 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:05.712025 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb01b971-159a-4a6e-9778-d149f74f9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.712683 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:05.717952 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:33:05.718491 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1660685'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.737106 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb01b971-159a-4a6e-9778-d149f74f9a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.743965 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-fb01b971-159a-4a6e-9778-d149f74f9a35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea19ab71-d9fa-42d2-8ca8-5af1e530e7a6 HTTP/1.1" status: 204 len: 168 time: 0.2791677 Aug 09 11:33:05.758387 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01b971-159a-4a6e-9778-d149f74f9a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea19ab71-d9fa-42d2-8ca8-5af1e530e7a6,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:05.771525 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Pushing event updated for resources: {'Port': ['ID=b2b55473-8090-47b7-86dd-f193a8c64998,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:05.805397 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=2b740e6c-a120-44de-bb59-fefc8b2dc7eb,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:05.811281 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.983603 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:05.996278 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:06.019621 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Transition to ACTIVE for port object 18a513a0-7e1e-4094-8667-9bb795a13fba will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:06.039736 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:06.058283 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=2b740e6c-a120-44de-bb59-fefc8b2dc7eb,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:06.075951 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Attempting to bind port 18a513a0-7e1e-4094-8667-9bb795a13fba on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:33:06.076321 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Attempting to bind port 18a513a0-7e1e-4094-8667-9bb795a13fba by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:33:06.076681 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Attempting to bind port 18a513a0-7e1e-4094-8667-9bb795a13fba on network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:06.085032 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:33:06.086050 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:06.086451 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:06.086843 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Bound using segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:33:06.087594 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Bound port: 18a513a0-7e1e-4094-8667-9bb795a13fba, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:33:06.087722 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:06.165156 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] For port 18a513a0-7e1e-4094-8667-9bb795a13fba, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:33:06.189319 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] For port 18a513a0-7e1e-4094-8667-9bb795a13fba, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=18a513a0-7e1e-4094-8667-9bb795a13fba,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:33:06.200522 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a431a-a650-47c3-bd44-6edea46c42c9 None None] Pushing event updated for resources: {'Port': ['ID=18a513a0-7e1e-4094-8667-9bb795a13fba,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:06.205746 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:06.265237 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Routers {'e632f9eb-970e-42f1-8479-ca4a860fdb34'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:06.265781 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:06.265926 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:33:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['e632f9eb-970e-42f1-8479-ca4a860fdb34'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:06.267762 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e252b707-086f-47e3-84af-ccaa956481d4 None None] Provisioning for port b2b55473-8090-47b7-86dd-f193a8c64998 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:06.292126 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:06.293158 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1660857'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:06.305402 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e252b707-086f-47e3-84af-ccaa956481d4 None None] Provisioning complete for port b2b55473-8090-47b7-86dd-f193a8c64998 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:06.305797 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e252b707-086f-47e3-84af-ccaa956481d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:06.349499 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Pushing event updated for resources: {'Port': ['ID=b2b55473-8090-47b7-86dd-f193a8c64998,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:06.350584 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-e252b707-086f-47e3-84af-ccaa956481d4 None None] Port b2b55473-8090-47b7-86dd-f193a8c64998 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:33:06.378299 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a431a-a650-47c3-bd44-6edea46c42c9 None None] Pushing event updated for resources: {'Port': ['ID=18a513a0-7e1e-4094-8667-9bb795a13fba,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:06.483941 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] Set router e632f9eb-970e-42f1-8479-ca4a860fdb34 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:06.750751 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0ddfa-d693-4f7b-886d-7c5de7f58dac req-826e1576-9dda-44c7-959c-c0a5e038661c tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:06.759261 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45f0ddfa-d693-4f7b-886d-7c5de7f58dac req-826e1576-9dda-44c7-959c-c0a5e038661c tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.7434700 Aug 09 11:33:06.804538 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9bd9-2ec1-46bf-beba-0f46bab26d49 req-93474288-dd28-4947-a603-c25eebc39f7c tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:06.809538 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 1, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:06.811980 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b53d9bd9-2ec1-46bf-beba-0f46bab26d49 req-93474288-dd28-4947-a603-c25eebc39f7c tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 946 time: 0.1203406 Aug 09 11:33:06.873601 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6028e1-44aa-4505-8056-70ea0169c48e None None] The sync data for ids ['e632f9eb-970e-42f1-8479-ca4a860fdb34'] in dv-cinder-803900-2-iscsi is: [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 1, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:33:06.902351 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b53d9bd9-2ec1-46bf-beba-0f46bab26d49 req-d5d89e2c-2bf3-47a8-96fe-46da1557b9d8 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889168 Aug 09 11:33:06.946988 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45f0ddfa-d693-4f7b-886d-7c5de7f58dac req-d6203867-6bbc-47cf-882d-4c271f4d74c9 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685123 Aug 09 11:33:06.959841 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Network 3d6e76ac-3d63-4e87-91af-f81d034eb061 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:06.961822 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:07.073566 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 2b740e6c-a120-44de-bb59-fefc8b2dc7eb up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:07.173559 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-e1fccac0-2eef-43df-9683-007f3307707d tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:07.176340 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-e1fccac0-2eef-43df-9683-007f3307707d tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 946 time: 0.2285221 Aug 09 11:33:07.200000 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:07.200573 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.233600 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Router e632f9eb-970e-42f1-8479-ca4a860fdb34 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:33:07.482021 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:33:07.482230 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-8a687f63-9415-4e0d-bb3a-a6b1faad781f None None] Provisioning complete for port b2b55473-8090-47b7-86dd-f193a8c64998 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:07.483321 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8a687f63-9415-4e0d-bb3a-a6b1faad781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.489772 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-04dcfb82-f85d-41ab-9ebe-7ac562306a5a admin admin] 10.222.0.30 "PUT /v2.0/routers/e632f9eb-970e-42f1-8479-ca4a860fdb34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4264364 Aug 09 11:33:07.544326 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-8a687f63-9415-4e0d-bb3a-a6b1faad781f None None] Port b2b55473-8090-47b7-86dd-f193a8c64998 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:33:07.561515 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-b99f3d80-5cdb-4a21-9f12-2e142af9ba45 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Deleting port 028afacf-c36a-4133-8032-817587d29508 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:33:07.562134 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-b99f3d80-5cdb-4a21-9f12-2e142af9ba45 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.771759 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-b99f3d80-5cdb-4a21-9f12-2e142af9ba45 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] For port 028afacf-c36a-4133-8032-817587d29508, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=028afacf-c36a-4133-8032-817587d29508,segment=NetworkSegment(cd52f2c3-34a4-4df2-ba06-d454bbdc16e8),segment_id=cd52f2c3-34a4-4df2-ba06-d454bbdc16e8)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:07.772624 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-b99f3d80-5cdb-4a21-9f12-2e142af9ba45 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:07.798405 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-b99f3d80-5cdb-4a21-9f12-2e142af9ba45 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Calling delete_port for 028afacf-c36a-4133-8032-817587d29508 owned by compute:nova {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:33:08.181387 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-b99f3d80-5cdb-4a21-9f12-2e142af9ba45 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.235486 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a6610-4896-4d6b-af57-0ec2ee9a21dd req-b9bb0502-6738-4821-bf9b-c0f0b41af27a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:08.237558 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d8a6610-4896-4d6b-af57-0ec2ee9a21dd req-b9bb0502-6738-4821-bf9b-c0f0b41af27a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1929722 Aug 09 11:33:08.255783 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e93c4-dc05-42f2-ac9c-77cc427c04a3 req-5376aae7-2b1b-4cc6-a3c1-e18eda47b1b9 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:08.258284 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b9e93c4-dc05-42f2-ac9c-77cc427c04a3 req-5376aae7-2b1b-4cc6-a3c1-e18eda47b1b9 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 867 time: 0.1952450 Aug 09 11:33:08.330250 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f3d80-5cdb-4a21-9f12-2e142af9ba45 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Pushing event deleted for resources: {'Port': ['ID=028afacf-c36a-4133-8032-817587d29508,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:08.362616 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d8a6610-4896-4d6b-af57-0ec2ee9a21dd req-905aec8f-57b8-431b-8d10-a6f74b8e28d8 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005456 Aug 09 11:33:08.431821 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b9e93c4-dc05-42f2-ac9c-77cc427c04a3 req-9c12855d-c583-4d21-b90f-bc75716e24c0 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/security-groups?id=9827ea3d-a859-4178-a5fb-1e0400e85fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428735 Aug 09 11:33:08.510479 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-b99f3d80-5cdb-4a21-9f12-2e142af9ba45 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] No DVR routers for this DVR port 028afacf-c36a-4133-8032-817587d29508 on host hv-cinder-80390 {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:33:08.518741 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-b99f3d80-5cdb-4a21-9f12-2e142af9ba45 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.521488 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-b13dd1aa-7ae4-4d37-bfff-2a4fee565500 req-b99f3d80-5cdb-4a21-9f12-2e142af9ba45 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.10 "DELETE /v2.0/ports/028afacf-c36a-4133-8032-817587d29508 HTTP/1.1" status: 204 len: 173 time: 1.3372746 Aug 09 11:33:08.522128 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3f3fde-d3ec-435b-b0b6-7db4d48d7200', 'name': 'network-vif-deleted', 'tag': '028afacf-c36a-4133-8032-817587d29508'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:33:08.528351 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1842275-5c79-430e-8334-c47de0fe14c4" -d '{"events": [{"server_uuid": "fb3f3fde-d3ec-435b-b0b6-7db4d48d7200", "name": "network-vif-deleted", "tag": "028afacf-c36a-4133-8032-817587d29508"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:08.660781 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3f3000-edc1-439e-a4f9-ddf16e3b2d1f x-openstack-request-id: req-be3f3000-edc1-439e-a4f9-ddf16e3b2d1f {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:08.661194 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3f3fde-d3ec-435b-b0b6-7db4d48d7200", "name": "network-vif-deleted", "tag": "028afacf-c36a-4133-8032-817587d29508", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:08.661524 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be3f3000-edc1-439e-a4f9-ddf16e3b2d1f {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:08.661962 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3f3fde-d3ec-435b-b0b6-7db4d48d7200', 'name': 'network-vif-deleted', 'tag': '028afacf-c36a-4133-8032-817587d29508', 'status': 'completed', 'code': 200} Aug 09 11:33:08.736815 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41618) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:08.742343 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1936142978-network', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:08.766991 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Made reservation on behalf of 1919cdd407ee4e46a877c486cbf589fe for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:33:08.769537 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.785695 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.981320 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 18a513a0-7e1e-4094-8667-9bb795a13fba up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:08.987015 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:08.992686 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.022747 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:33:09.045488 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70949983-2094-4deb-ab7d-648fda809bde,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:09.062294 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.062637 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Added segment f784773e-691f-473e-80b8-7110ac5762f8 of type vlan for network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 Aug 09 11:33:09.064649 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.065010 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.065358 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.067507 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.067875 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.068229 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.068544 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.068884 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.069862 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.070205 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.070607 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.070927 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.081628 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 18a513a0-7e1e-4094-8667-9bb795a13fba completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:09.081628 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 18a513a0-7e1e-4094-8667-9bb795a13fba triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:09.081628 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.136334 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.178815 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.180399 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:09.181702 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.206068 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.229446 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 18a513a0-7e1e-4094-8667-9bb795a13fba, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=18a513a0-7e1e-4094-8667-9bb795a13fba,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:09.234422 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.256426 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5184019 Aug 09 11:33:09.257484 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41628) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:09.266365 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Request body: {'subnet': {'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1936142978-subnet', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:09.266814 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789f17d-d399-4bc0-ba5f-2dab329187d2 admin admin] Pushing event updated for resources: {'Network': ['ID=efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:09.287208 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:33:09.316436 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Made reservation on behalf of 1919cdd407ee4e46a877c486cbf589fe for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:33:09.321423 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.367631 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=18a513a0-7e1e-4094-8667-9bb795a13fba,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:09.503913 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e5fd5-78e2-4d76-a408-e1024c348c00 req-5ffc7c4d-9a2b-4143-8b3f-2dad8c18a7c8 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:09.505475 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-be9e5fd5-78e2-4d76-a408-e1024c348c00 req-5ffc7c4d-9a2b-4143-8b3f-2dad8c18a7c8 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0599332 Aug 09 11:33:09.539851 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.565492 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3eaa4169-1af2-495d-b398-fd0dec5c9f56 req-99ea96bc-e1cb-463d-a34a-7253c4591379 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 210 time: 0.0365686 Aug 09 11:33:09.583529 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-be9e5fd5-78e2-4d76-a408-e1024c348c00 req-4ba11392-e1bf-43d0-a7ed-cd8fe9546210 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690987 Aug 09 11:33:09.633084 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261d8030-08e8-40af-98cd-3ad14267d1e5,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:09.653866 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.654455 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.654651 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 028afacf-c36a-4133-8032-817587d29508 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:33:09.655023 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.655594 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.656136 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.656704 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.657256 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.657798 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.658536 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.659261 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.659815 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.660306 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:09.666867 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Checking segment: {'id': 'f784773e-691f-473e-80b8-7110ac5762f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:09.667421 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Network hostable DHCP agents. Network: efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:33:09.690923 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 028afacf-c36a-4133-8032-817587d29508 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:33:09.691354 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 028afacf-c36a-4133-8032-817587d29508 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:33:09.712426 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:33:09.722668 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:09.728160 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:09.728957 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.735303 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aab6b0e-329f-4852-a007-d97b4e2de281 None None] Network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:33:09.750999 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41642) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:09.754324 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-281f35f0-b2d3-427e-8ea9-a3b2fbd3c8a1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4950721 Aug 09 11:33:09.755723 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1936142978-router', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:09.780135 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1662668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36605'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.781348 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36594'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.842407 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.893791 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2906a7ef-9378-57f0-8b50-7d9d400dd977-efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4', 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'fixed_ips': [{'subnet_id': '261d8030-08e8-40af-98cd-3ad14267d1e5'}]}} from dv-cinder-803900-2-iscsi. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:33:09.894599 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:09.991866 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.033084 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Allocated IP 172.20.0.2 (efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4/261d8030-08e8-40af-98cd-3ad14267d1e5/17b7c1d9-4821-4c48-8fdc-340d5838aaea) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:10.213010 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.217109 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.221353 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Transition to ACTIVE for port object 17b7c1d9-4821-4c48-8fdc-340d5838aaea will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:10.237478 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.237779 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Transition to ACTIVE for port object 17b7c1d9-4821-4c48-8fdc-340d5838aaea will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:10.244760 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.294579 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:10.299875 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:10.303432 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Pushing event updated for resources: {'Port': ['ID=17b7c1d9-4821-4c48-8fdc-340d5838aaea,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:10.314250 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:33:10.353943 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Allocated IP 172.27.1.39 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/a2be9088-29f5-4efa-82d1-d5ba8e7070a7) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:10.373681 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Attempting to bind port 17b7c1d9-4821-4c48-8fdc-340d5838aaea on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:33:10.374069 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Attempting to bind port 17b7c1d9-4821-4c48-8fdc-340d5838aaea by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'f784773e-691f-473e-80b8-7110ac5762f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:33:10.374505 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Attempting to bind port 17b7c1d9-4821-4c48-8fdc-340d5838aaea on network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:10.380152 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:33:10.380484 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Checking segment: {'id': 'f784773e-691f-473e-80b8-7110ac5762f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:10.380918 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.381311 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Bound using segment: {'id': 'f784773e-691f-473e-80b8-7110ac5762f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:33:10.382087 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Bound port: 17b7c1d9-4821-4c48-8fdc-340d5838aaea, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f784773e-691f-473e-80b8-7110ac5762f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:33:10.382468 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.423561 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Sync routers for ids ['e632f9eb-970e-42f1-8479-ca4a860fdb34'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:33:10.441260 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Routers {'e632f9eb-970e-42f1-8479-ca4a860fdb34'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:10.441928 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:33:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['e632f9eb-970e-42f1-8479-ca4a860fdb34'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:10.468546 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.505709 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] For port 17b7c1d9-4821-4c48-8fdc-340d5838aaea, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:33:10.518636 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.549440 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] For port 17b7c1d9-4821-4c48-8fdc-340d5838aaea, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=17b7c1d9-4821-4c48-8fdc-340d5838aaea,segment=NetworkSegment(f784773e-691f-473e-80b8-7110ac5762f8),segment_id=f784773e-691f-473e-80b8-7110ac5762f8)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:33:10.558448 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.560589 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:10.563546 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:10.568205 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:33:10.572318 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Pushing event updated for resources: {'Port': ['ID=a2be9088-29f5-4efa-82d1-d5ba8e7070a7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:10.644092 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Set router e632f9eb-970e-42f1-8479-ca4a860fdb34 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:10.803685 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:10.811979 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38738782-b351-4612-a1c3-73f25c5a37d4 None None] Pushing event updated for resources: {'Port': ['ID=17b7c1d9-4821-4c48-8fdc-340d5838aaea,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:10.962479 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 18a513a0-7e1e-4094-8667-9bb795a13fba up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:11.081268 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.086619 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 18a513a0-7e1e-4094-8667-9bb795a13fba triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:11.087109 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.154427 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:06Z', 'revision_number': 2, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:11.211131 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Checking router: e632f9eb-970e-42f1-8479-ca4a860fdb34 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:33:11.211581 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Updating router e632f9eb-970e-42f1-8479-ca4a860fdb34 port b2b55473-8090-47b7-86dd-f193a8c64998 binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:33:11.239833 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Router 3f0f0538-2815-49ab-b05d-821ff5209039 is scheduled to L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:33:11.244800 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.389688 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:33:11.410596 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Sync routers for ids ['3f0f0538-2815-49ab-b05d-821ff5209039'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:33:11.416018 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.418972 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a6116175-61f7-4964-a8b8-dc1d83cd1a76 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6665535 Aug 09 11:33:11.421490 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41656) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:11.423292 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Routers {'3f0f0538-2815-49ab-b05d-821ff5209039'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:11.424109 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:33:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['3f0f0538-2815-49ab-b05d-821ff5209039'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:11.564852 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.579571 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Transition to ACTIVE for port object b2b55473-8090-47b7-86dd-f193a8c64998 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:11.583493 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Set router 3f0f0538-2815-49ab-b05d-821ff5209039 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:11.588359 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.652851 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde13e7-45d1-4df4-961a-17ba2d03b2b7 None None] Pushing event updated for resources: {'Port': ['ID=b2b55473-8090-47b7-86dd-f193a8c64998,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:11.750970 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Attempting to bind port b2b55473-8090-47b7-86dd-f193a8c64998 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:33:11.751344 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Attempting to bind port b2b55473-8090-47b7-86dd-f193a8c64998 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:33:11.751752 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Attempting to bind port b2b55473-8090-47b7-86dd-f193a8c64998 on network 3d6e76ac-3d63-4e87-91af-f81d034eb061 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:11.768173 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:33:11.768556 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Checking segment: {'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:11.768965 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.769427 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Bound using segment: {'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:33:11.773532 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Bound port: b2b55473-8090-47b7-86dd-f193a8c64998, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:33:11.773983 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:11.901866 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'name': 'tempest-TestMinimumBasicScenario-1936142978-router', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:09Z', 'updated_at': '2021-08-09T11:33:10Z', 'revision_number': 3, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'gw_port': {'id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:10Z', 'updated_at': '2021-08-09T11:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:11.923216 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] For port b2b55473-8090-47b7-86dd-f193a8c64998, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:33:11.928521 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] For port b2b55473-8090-47b7-86dd-f193a8c64998, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=b2b55473-8090-47b7-86dd-f193a8c64998,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:33:11.936067 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d927d-936d-467b-9855-3c428e76a278 None None] Network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:33:11.984744 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Checking router: 3f0f0538-2815-49ab-b05d-821ff5209039 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:33:11.985791 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Updating router 3f0f0538-2815-49ab-b05d-821ff5209039 port a2be9088-29f5-4efa-82d1-d5ba8e7070a7 binding host dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:33:11.991923 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-76aa892f-5f8e-43c2-b2bf-87bc69d21192 req-950b6539-7845-4488-ab55-9a1a1f88e8a0 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 210 time: 0.1491940 Aug 09 11:33:12.009397 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282bc53-f5e7-49b9-930c-ba56b95df4b6 req-52ee51ce-01e1-46ec-84eb-9b520f211159 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:12.012328 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c282bc53-f5e7-49b9-930c-ba56b95df4b6 req-52ee51ce-01e1-46ec-84eb-9b520f211159 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1860375 Aug 09 11:33:12.027043 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:12.048058 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:12.066805 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c282bc53-f5e7-49b9-930c-ba56b95df4b6 req-94194d80-0929-4c49-a50b-dbe3149b7e13 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471561 Aug 09 11:33:12.155855 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ff4adabe-7511-4fd0-bd2e-bdf8410f0a19 None None] Provisioning for port 17b7c1d9-4821-4c48-8fdc-340d5838aaea completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:12.251228 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Routers {'e632f9eb-970e-42f1-8479-ca4a860fdb34'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:12.253164 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:33:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['e632f9eb-970e-42f1-8479-ca4a860fdb34'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:12.338156 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde13e7-45d1-4df4-961a-17ba2d03b2b7 None None] Pushing event updated for resources: {'Port': ['ID=b2b55473-8090-47b7-86dd-f193a8c64998,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:12.491650 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] Set router e632f9eb-970e-42f1-8479-ca4a860fdb34 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:12.496430 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:12.517413 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Transition to ACTIVE for port object a2be9088-29f5-4efa-82d1-d5ba8e7070a7 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:12.531725 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:12.537619 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:12.629055 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Attempting to bind port a2be9088-29f5-4efa-82d1-d5ba8e7070a7 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:33:12.638245 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Attempting to bind port a2be9088-29f5-4efa-82d1-d5ba8e7070a7 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:33:12.643010 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Attempting to bind port a2be9088-29f5-4efa-82d1-d5ba8e7070a7 on network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:12.692712 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b1a0b-1d54-4d56-9e90-bca1dc43db29 None None] Pushing event updated for resources: {'Port': ['ID=a2be9088-29f5-4efa-82d1-d5ba8e7070a7,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:12.702582 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:33:12.704037 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:12.704930 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:12.705828 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Bound using segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:33:12.706532 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Bound port: a2be9088-29f5-4efa-82d1-d5ba8e7070a7, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:33:12.707323 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:12.898503 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] For port a2be9088-29f5-4efa-82d1-d5ba8e7070a7, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:33:12.904965 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] For port a2be9088-29f5-4efa-82d1-d5ba8e7070a7, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=a2be9088-29f5-4efa-82d1-d5ba8e7070a7,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:33:12.923126 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:13.004001 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:11Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:13.075598 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Routers {'3f0f0538-2815-49ab-b05d-821ff5209039'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:13.076504 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:33:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['3f0f0538-2815-49ab-b05d-821ff5209039'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:13.078926 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b1a0b-1d54-4d56-9e90-bca1dc43db29 None None] Pushing event updated for resources: {'Port': ['ID=a2be9088-29f5-4efa-82d1-d5ba8e7070a7,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:13.112455 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Allocated IP 172.20.0.1 (efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4/261d8030-08e8-40af-98cd-3ad14267d1e5/c1ef198c-5635-4733-acd2-449a334f2ae4) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:13.231654 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005e1bc6-442e-4789-8a03-254c12e9ab41 None None] The sync data for ids ['e632f9eb-970e-42f1-8479-ca4a860fdb34'] in dv-cinder-803900-2-iscsi is: [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:11Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:33:13.280077 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 17b7c1d9-4821-4c48-8fdc-340d5838aaea up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:13.297036 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] Set router 3f0f0538-2815-49ab-b05d-821ff5209039 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:13.328233 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a7dd4d0-56e2-42d8-9dab-c9e083e52b3d req-f37b8291-4c8a-4b45-97d9-fc3ac6a70f56 tempest-DeleteServersTestJSON-448973131 tempest-DeleteServersTestJSON-448973131-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb3f3fde-d3ec-435b-b0b6-7db4d48d7200 HTTP/1.1" status: 200 len: 210 time: 0.0795746 Aug 09 11:33:13.433056 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 17b7c1d9-4821-4c48-8fdc-340d5838aaea completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:13.450229 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 17b7c1d9-4821-4c48-8fdc-340d5838aaea triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:13.454585 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:13.482792 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904a16b-249b-4cfa-8973-dd4c59bf6b33 req-9f427c55-f3ee-462f-9d71-042b8aee2a7f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:13.484944 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4904a16b-249b-4cfa-8973-dd4c59bf6b33 req-9f427c55-f3ee-462f-9d71-042b8aee2a7f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1437678 Aug 09 11:33:13.517531 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:13.571657 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Transition to ACTIVE for port object c1ef198c-5635-4733-acd2-449a334f2ae4 will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:13.594201 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4904a16b-249b-4cfa-8973-dd4c59bf6b33 req-4d87a6a9-8c7d-43a0-adbf-5fa6d86df818 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023326 Aug 09 11:33:13.627229 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:13.686015 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'name': 'tempest-TestMinimumBasicScenario-1936142978-router', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:09Z', 'updated_at': '2021-08-09T11:33:10Z', 'revision_number': 3, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'gw_port': {'id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:10Z', 'updated_at': '2021-08-09T11:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:13.705096 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:13.714050 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 17b7c1d9-4821-4c48-8fdc-340d5838aaea, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=17b7c1d9-4821-4c48-8fdc-340d5838aaea,segment=NetworkSegment(f784773e-691f-473e-80b8-7110ac5762f8),segment_id=f784773e-691f-473e-80b8-7110ac5762f8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:13.723443 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:13.724612 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device b2b55473-8090-47b7-86dd-f193a8c64998 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:13.789673 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:13.795277 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:13.799612 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:33:13.800214 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1660685'] for router_interface, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:13.930151 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Pushing event updated for resources: {'Port': ['ID=c1ef198c-5635-4733-acd2-449a334f2ae4,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:13.958502 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=17b7c1d9-4821-4c48-8fdc-340d5838aaea,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:13.968742 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port b2b55473-8090-47b7-86dd-f193a8c64998 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:13.975245 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.976818 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.977590 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.978308 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.980990 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.981761 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.982490 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.983188 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.983915 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.984395 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.984731 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.985061 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:13.989743 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port b2b55473-8090-47b7-86dd-f193a8c64998 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:13.990163 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:14.046744 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40935ae0-4a83-48ce-b1f9-80e268bbbc42 None None] The sync data for ids ['3f0f0538-2815-49ab-b05d-821ff5209039'] in dv-cinder-803900-2-iscsi is: [{'id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'name': 'tempest-TestMinimumBasicScenario-1936142978-router', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:09Z', 'updated_at': '2021-08-09T11:33:10Z', 'revision_number': 3, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'gw_port': {'id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:10Z', 'updated_at': '2021-08-09T11:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:33:14.140797 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:14.182522 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:14.266183 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port b2b55473-8090-47b7-86dd-f193a8c64998, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=b2b55473-8090-47b7-86dd-f193a8c64998,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:14.272207 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:14.375055 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-76711ca3-0d18-4890-9b9d-15728183dadc None None] Provisioning for port c1ef198c-5635-4733-acd2-449a334f2ae4 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:14.387505 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=b2b55473-8090-47b7-86dd-f193a8c64998,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:14.399771 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-76711ca3-0d18-4890-9b9d-15728183dadc None None] Provisioning complete for port c1ef198c-5635-4733-acd2-449a334f2ae4 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:14.400339 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-76711ca3-0d18-4890-9b9d-15728183dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:14.510846 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-76711ca3-0d18-4890-9b9d-15728183dadc None None] Port c1ef198c-5635-4733-acd2-449a334f2ae4 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:33:14.536729 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:14.552278 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:14.554361 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1660857'] for router_interface, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:14.679722 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Pushing event updated for resources: {'Port': ['ID=c1ef198c-5635-4733-acd2-449a334f2ae4,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:14.782714 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:14.786907 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:14.839942 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550042a-06e8-4491-bea5-8b7f898e0a5b req-ff47fa34-e37c-443f-9bd7-a9221e00fadf tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:14.853733 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e550042a-06e8-4491-bea5-8b7f898e0a5b req-ff47fa34-e37c-443f-9bd7-a9221e00fadf tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1040742 Aug 09 11:33:14.989282 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e550042a-06e8-4491-bea5-8b7f898e0a5b req-4a52ef9a-aebc-49b8-9f1b-bf46325065ab tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310489 Aug 09 11:33:15.116887 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Router 3f0f0538-2815-49ab-b05d-821ff5209039 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:33:15.188164 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 17b7c1d9-4821-4c48-8fdc-340d5838aaea up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:15.281223 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-b52e4e29-8487-4862-b5d7-4e075ea06fc1 None None] Provisioning complete for port c1ef198c-5635-4733-acd2-449a334f2ae4 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:15.281754 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b52e4e29-8487-4862-b5d7-4e075ea06fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:15.353113 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 17b7c1d9-4821-4c48-8fdc-340d5838aaea triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:15.353512 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:15.358593 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-b52e4e29-8487-4862-b5d7-4e075ea06fc1 None None] Port c1ef198c-5635-4733-acd2-449a334f2ae4 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:33:15.371458 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:33:15.391033 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-a39b8a3f-5976-49d2-a95c-a77891835c6c admin admin] 10.222.0.30 "PUT /v2.0/routers/3f0f0538-2815-49ab-b05d-821ff5209039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9665580 Aug 09 11:33:15.460920 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device b2b55473-8090-47b7-86dd-f193a8c64998 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:15.551380 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port b2b55473-8090-47b7-86dd-f193a8c64998 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:15.552307 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:15.891134 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41772) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:15.993419 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-2383eeb0-fc8f-46ac-9030-b1d6fcdfa0f9 admin admin] Deleting subnet 6b57e24f-c58b-4cfe-ac91-123680f186d9 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:33:16.009275 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2383eeb0-fc8f-46ac-9030-b1d6fcdfa0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.026442 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a2be9088-29f5-4efa-82d1-d5ba8e7070a7 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:16.144578 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2383eeb0-fc8f-46ac-9030-b1d6fcdfa0f9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.156147 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2383eeb0-fc8f-46ac-9030-b1d6fcdfa0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.211783 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port a2be9088-29f5-4efa-82d1-d5ba8e7070a7 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:16.228255 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port a2be9088-29f5-4efa-82d1-d5ba8e7070a7 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:16.229098 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.417520 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.418866 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41798) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:16.487025 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port a2be9088-29f5-4efa-82d1-d5ba8e7070a7, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=a2be9088-29f5-4efa-82d1-d5ba8e7070a7,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:16.499468 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.653871 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=a2be9088-29f5-4efa-82d1-d5ba8e7070a7,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:16.669628 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d90f1a32-b62d-4767-af2f-a620e7ed16ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.796203 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29fcc-8ce4-4945-a468-d469ec0e9236 req-964e42be-54ae-4a61-a801-8307fde3f718 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:16.804499 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bc29fcc-8ce4-4945-a468-d469ec0e9236 req-964e42be-54ae-4a61-a801-8307fde3f718 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0828373 Aug 09 11:33:16.830815 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d90f1a32-b62d-4767-af2f-a620e7ed16ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.839697 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d90f1a32-b62d-4767-af2f-a620e7ed16ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.849137 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2383eeb0-fc8f-46ac-9030-b1d6fcdfa0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.869720 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Sync routers for ids ['3f0f0538-2815-49ab-b05d-821ff5209039'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:33:16.891844 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Routers {'3f0f0538-2815-49ab-b05d-821ff5209039'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:16.894541 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:33:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['3f0f0538-2815-49ab-b05d-821ff5209039'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:16.921121 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-d90f1a32-b62d-4767-af2f-a620e7ed16ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=efc4e9935b9f44f4aa76dd462178655a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008659 Aug 09 11:33:16.921368 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41810) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:16.923442 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f1a32-b62d-4767-af2f-a620e7ed16ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba06251-d998-4346-89ef-72fc119eb88e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:16.943790 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383eeb0-fc8f-46ac-9030-b1d6fcdfa0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b57e24f-c58b-4cfe-ac91-123680f186d9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:16.982767 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a2be9088-29f5-4efa-82d1-d5ba8e7070a7 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:16.999083 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6bc29fcc-8ce4-4945-a468-d469ec0e9236 req-458b9e31-015c-41d2-ac79-07fe5a3fc6c5 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935039 Aug 09 11:33:17.003272 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2383eeb0-fc8f-46ac-9030-b1d6fcdfa0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.006051 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2383eeb0-fc8f-46ac-9030-b1d6fcdfa0f9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6b57e24f-c58b-4cfe-ac91-123680f186d9 HTTP/1.1" status: 204 len: 168 time: 1.1137071 Aug 09 11:33:17.010444 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41812) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:17.070983 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dfa760d1-5876-4364-814f-42f0f5099274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.105302 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.111245 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dfa760d1-5876-4364-814f-42f0f5099274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.115506 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Set router 3f0f0538-2815-49ab-b05d-821ff5209039 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:17.119250 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port a2be9088-29f5-4efa-82d1-d5ba8e7070a7 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:17.119650 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.201565 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dfa760d1-5876-4364-814f-42f0f5099274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.205798 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.207039 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dfa760d1-5876-4364-814f-42f0f5099274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.209400 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-dfa760d1-5876-4364-814f-42f0f5099274 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bba06251-d998-4346-89ef-72fc119eb88e HTTP/1.1" status: 204 len: 168 time: 0.2845099 Aug 09 11:33:17.221332 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.221696 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.222619 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.222998 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.223269 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.223669 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.223993 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.224336 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.224658 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.224765 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa760d1-5876-4364-814f-42f0f5099274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba06251-d998-4346-89ef-72fc119eb88e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:17.224978 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.453277 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'name': 'tempest-TestMinimumBasicScenario-1936142978-router', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:09Z', 'updated_at': '2021-08-09T11:33:14Z', 'revision_number': 4, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'gw_port': {'id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:10Z', 'updated_at': '2021-08-09T11:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'c1ef198c-5635-4733-acd2-449a334f2ae4', 'name': '', 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'mac_address': 'fa:16:3e:c2:47:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '261d8030-08e8-40af-98cd-3ad14267d1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:12Z', 'updated_at': '2021-08-09T11:33:14Z', 'revision_number': 2, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'subnets': [{'id': '261d8030-08e8-40af-98cd-3ad14267d1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:17.478632 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.479194 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.479609 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.483182 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:33:17.483839 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0e192c-f125-4f10-8eca-951ac7ef941a']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:17.564186 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Checking router: 3f0f0538-2815-49ab-b05d-821ff5209039 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:33:17.564554 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Updating router 3f0f0538-2815-49ab-b05d-821ff5209039 port c1ef198c-5635-4733-acd2-449a334f2ae4 binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:33:17.569700 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd52f2c3-34a4-4df2-ba06-d454bbdc16e8') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:17.570001 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd52f2c3-34a4-4df2-ba06-d454bbdc16e8') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:17.636256 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12834139'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.686635 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.716005 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.743886 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:33:17.745677 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13264476'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: from cryptography.utils import int_from_bytes Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: from cryptography.utils import int_from_bytes Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: Traceback (most recent call last): Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: timer() Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: cb(*args, **kw) Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: return func(*args, **kwargs) Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: self._notify() Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: self.callback(batched_events) Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: event.method(event) Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: return f(self, *a, **k) Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._get(url).json() Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: return self.request(url, 'GET', **kwargs) Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:33:17.752477 dv-cinder-803900-2-iscsi neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:33:17.840648 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41834) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:17.864321 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-197d76c9-8e35-409d-ac3d-dce592faa851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.942827 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.959670 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:17.967788 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9c0e192c-f125-4f10-8eca-951ac7ef941a HTTP/1.1" status: 204 len: 168 time: 0.9538820 Aug 09 11:33:18.000177 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc1260-0a6f-42a3-9533-74766b478df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0e192c-f125-4f10-8eca-951ac7ef941a,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:18.145379 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-197d76c9-8e35-409d-ac3d-dce592faa851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.189987 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-197d76c9-8e35-409d-ac3d-dce592faa851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.243626 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d76c9-8e35-409d-ac3d-dce592faa851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257b33b7-799d-4c02-9c7e-7add105384f6,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:18.286860 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.293853 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-197d76c9-8e35-409d-ac3d-dce592faa851 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d409cd4b18194d259a66cb13e17bea94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512088 Aug 09 11:33:18.297174 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41848) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:18.344661 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Transition to ACTIVE for port object c1ef198c-5635-4733-acd2-449a334f2ae4 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:18.357003 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.371789 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fedae-51ec-4188-8e21-347b6a771335 req-391f9f9e-a6e8-4c74-8bcd-85734727f476 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:18.375313 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-433fedae-51ec-4188-8e21-347b6a771335 req-391f9f9e-a6e8-4c74-8bcd-85734727f476 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.2152228 Aug 09 11:33:18.438002 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-89453422-498e-422d-a270-7cc12725c15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.483962 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-89453422-498e-422d-a270-7cc12725c15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.503044 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41858) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:18.559133 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-89453422-498e-422d-a270-7cc12725c15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.563640 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-89453422-498e-422d-a270-7cc12725c15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.565280 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-89453422-498e-422d-a270-7cc12725c15a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/257b33b7-799d-4c02-9c7e-7add105384f6 HTTP/1.1" status: 204 len: 168 time: 0.2620595 Aug 09 11:33:18.575656 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89453422-498e-422d-a270-7cc12725c15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257b33b7-799d-4c02-9c7e-7add105384f6,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:18.589088 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c9da3-b96e-40a3-9735-274db99d175c None None] Pushing event updated for resources: {'Port': ['ID=c1ef198c-5635-4733-acd2-449a334f2ae4,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:18.665237 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-433fedae-51ec-4188-8e21-347b6a771335 req-20cb1c79-9879-4dfa-b61f-a7768610bc54 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646785 Aug 09 11:33:18.735707 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9081f834-bbec-482a-839b-fe36ab826ba0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ef97d91f4a64fff864215a590e04c7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2258568 Aug 09 11:33:18.738328 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41866) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:18.754892 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Attempting to bind port c1ef198c-5635-4733-acd2-449a334f2ae4 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:33:18.755403 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Attempting to bind port c1ef198c-5635-4733-acd2-449a334f2ae4 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'f784773e-691f-473e-80b8-7110ac5762f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:33:18.755867 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Attempting to bind port c1ef198c-5635-4733-acd2-449a334f2ae4 on network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:18.779071 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:33:18.779071 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Checking segment: {'id': 'f784773e-691f-473e-80b8-7110ac5762f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:18.779071 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.779071 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Bound using segment: {'id': 'f784773e-691f-473e-80b8-7110ac5762f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:33:18.779071 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Bound port: c1ef198c-5635-4733-acd2-449a334f2ae4, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f784773e-691f-473e-80b8-7110ac5762f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:33:18.779071 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.870885 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41872) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:18.898320 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] For port c1ef198c-5635-4733-acd2-449a334f2ae4, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:33:18.902784 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] For port c1ef198c-5635-4733-acd2-449a334f2ae4, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=c1ef198c-5635-4733-acd2-449a334f2ae4,segment=NetworkSegment(f784773e-691f-473e-80b8-7110ac5762f8),segment_id=f784773e-691f-473e-80b8-7110ac5762f8)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:33:18.908640 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.916497 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6ba20f4d-f66f-46eb-a853-4bc78fee42d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.991388 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6ba20f4d-f66f-46eb-a853-4bc78fee42d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:19.064389 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c9da3-b96e-40a3-9735-274db99d175c None None] Pushing event updated for resources: {'Port': ['ID=c1ef198c-5635-4733-acd2-449a334f2ae4,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:19.071019 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Routers {'3f0f0538-2815-49ab-b05d-821ff5209039'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:33:19.078271 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:33:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['3f0f0538-2815-49ab-b05d-821ff5209039'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:19.164615 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6ba20f4d-f66f-46eb-a853-4bc78fee42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:19.167634 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6ba20f4d-f66f-46eb-a853-4bc78fee42d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:19.168988 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-6ba20f4d-f66f-46eb-a853-4bc78fee42d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9827ea3d-a859-4178-a5fb-1e0400e85fcc HTTP/1.1" status: 204 len: 168 time: 0.4296865 Aug 09 11:33:19.181880 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba20f4d-f66f-46eb-a853-4bc78fee42d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9827ea3d-a859-4178-a5fb-1e0400e85fcc,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:19.306977 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] Set router 3f0f0538-2815-49ab-b05d-821ff5209039 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:33:19.354770 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7f79-28fc-42e7-91c3-32e004ef21ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:19.541195 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7f79-28fc-42e7-91c3-32e004ef21ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:19.549814 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3f2f7f79-28fc-42e7-91c3-32e004ef21ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:19.628521 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3f2f7f79-28fc-42e7-91c3-32e004ef21ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8252e215a59e445399f60babda84b5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7555008 Aug 09 11:33:19.634017 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41892) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:19.664866 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f7f79-28fc-42e7-91c3-32e004ef21ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5377a76f-7bf9-4f75-83c7-a186b883ad14,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:19.796495 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f38-6e1a-4d81-aca6-0b1d278b3176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:19.846825 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f38-6e1a-4d81-aca6-0b1d278b3176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:19.869910 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'name': 'tempest-TestMinimumBasicScenario-1936142978-router', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:09Z', 'updated_at': '2021-08-09T11:33:14Z', 'revision_number': 4, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'gw_port': {'id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:10Z', 'updated_at': '2021-08-09T11:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'c1ef198c-5635-4733-acd2-449a334f2ae4', 'name': '', 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'mac_address': 'fa:16:3e:c2:47:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '261d8030-08e8-40af-98cd-3ad14267d1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:12Z', 'updated_at': '2021-08-09T11:33:18Z', 'revision_number': 4, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'subnets': [{'id': '261d8030-08e8-40af-98cd-3ad14267d1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:33:19.949970 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b4349-060e-4bdf-be13-6cd9855ac705 req-0c0802b6-1197-4274-90c3-726e53acc5d8 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:19.951699 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ccdf4-f42b-4506-b121-b4f27cdcc4e9 None None] The sync data for ids ['3f0f0538-2815-49ab-b05d-821ff5209039'] in dv-cinder-803900-2-iscsi is: [{'id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'name': 'tempest-TestMinimumBasicScenario-1936142978-router', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:09Z', 'updated_at': '2021-08-09T11:33:14Z', 'revision_number': 4, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'gw_port': {'id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:10Z', 'updated_at': '2021-08-09T11:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'c1ef198c-5635-4733-acd2-449a334f2ae4', 'name': '', 'network_id': 'efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'mac_address': 'fa:16:3e:c2:47:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '261d8030-08e8-40af-98cd-3ad14267d1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:12Z', 'updated_at': '2021-08-09T11:33:18Z', 'revision_number': 4, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'subnets': [{'id': '261d8030-08e8-40af-98cd-3ad14267d1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:33:19.969793 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-905b4349-060e-4bdf-be13-6cd9855ac705 req-0c0802b6-1197-4274-90c3-726e53acc5d8 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1518407 Aug 09 11:33:20.013557 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f38-6e1a-4d81-aca6-0b1d278b3176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:20.045665 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f38-6e1a-4d81-aca6-0b1d278b3176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:20.049248 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-a2c26f38-6e1a-4d81-aca6-0b1d278b3176 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5377a76f-7bf9-4f75-83c7-a186b883ad14 HTTP/1.1" status: 204 len: 168 time: 0.4112239 Aug 09 11:33:20.063098 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c26f38-6e1a-4d81-aca6-0b1d278b3176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5377a76f-7bf9-4f75-83c7-a186b883ad14,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:20.079051 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-905b4349-060e-4bdf-be13-6cd9855ac705 req-a9bf4e47-465c-4e25-ab30-1624881d43a5 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078334 Aug 09 11:33:20.863879 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41946) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:20.886383 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5756c8af-1e1d-42ae-a118-b904ee010b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.056509 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device c1ef198c-5635-4733-acd2-449a334f2ae4 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:21.168395 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5756c8af-1e1d-42ae-a118-b904ee010b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.176415 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5756c8af-1e1d-42ae-a118-b904ee010b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.203101 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port c1ef198c-5635-4733-acd2-449a334f2ae4 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:21.210678 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port c1ef198c-5635-4733-acd2-449a334f2ae4 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:21.211908 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.408747 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.409059 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756c8af-1e1d-42ae-a118-b904ee010b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c953d3-76ad-4775-a412-a4af64348602,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:21.454142 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-5756c8af-1e1d-42ae-a118-b904ee010b48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb1a6b576faf419192fa48e713b4939a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867629 Aug 09 11:33:21.454316 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d0cd3-2d75-4b6a-a34d-cc86c1dc687d req-e74eb7de-ff1e-49d8-92db-fc340d0ff890 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:21.465932 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 41968) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:21.467264 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c7d0cd3-2d75-4b6a-a34d-cc86c1dc687d req-e74eb7de-ff1e-49d8-92db-fc340d0ff890 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1457322 Aug 09 11:33:21.500908 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port c1ef198c-5635-4733-acd2-449a334f2ae4, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=c1ef198c-5635-4733-acd2-449a334f2ae4,segment=NetworkSegment(f784773e-691f-473e-80b8-7110ac5762f8),segment_id=f784773e-691f-473e-80b8-7110ac5762f8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:21.510129 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.516555 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 41972) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:21.573005 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7c943606-c322-404f-a3bc-77c550615cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.605265 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c7d0cd3-2d75-4b6a-a34d-cc86c1dc687d req-c24e0842-4ece-489a-b1ef-c2abe03e135f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366374 Aug 09 11:33:21.624724 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7c943606-c322-404f-a3bc-77c550615cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.632582 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=c1ef198c-5635-4733-acd2-449a334f2ae4,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:21.733634 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7c943606-c322-404f-a3bc-77c550615cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.736814 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7c943606-c322-404f-a3bc-77c550615cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.738200 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-7c943606-c322-404f-a3bc-77c550615cf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08c953d3-76ad-4775-a412-a4af64348602 HTTP/1.1" status: 204 len: 168 time: 0.2666018 Aug 09 11:33:21.767134 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c943606-c322-404f-a3bc-77c550615cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c953d3-76ad-4775-a412-a4af64348602,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:21.835613 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-255707677-network', 'tenant_id': '4a482b508e9b456da931118833978edd'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:21.899040 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Made reservation on behalf of 4a482b508e9b456da931118833978edd for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:33:21.906396 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:21.932916 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.179681 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.189906 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.213384 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:33:22.238483 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.239145 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Added segment 45c3f69d-d693-4edb-9ffb-17a422df616a of type vlan for network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d Aug 09 11:33:22.357047 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.385188 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:22.415840 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.417214 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:22.417836 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.469515 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 42008) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:22.497493 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-699f5ce9-f011-4fd9-9e71-c2f2e88a760b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.602476 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] Pushing event updated for resources: {'Network': ['ID=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:22.627642 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:33:22.757801 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dff96-5f4a-4613-ad00-f7261cf8cf93 req-c1b0980c-b860-4481-82c8-a1a4960a9564 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:22.764339 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-699f5ce9-f011-4fd9-9e71-c2f2e88a760b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.765765 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5c4dff96-5f4a-4613-ad00-f7261cf8cf93 req-c1b0980c-b860-4481-82c8-a1a4960a9564 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0728512 Aug 09 11:33:22.772431 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-699f5ce9-f011-4fd9-9e71-c2f2e88a760b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.804684 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bb7facd8-8c83-46f7-a284-1cbc6efe7653 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2870433 Aug 09 11:33:22.808708 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42028) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:22.822369 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Request body: {'subnet': {'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-255707677-subnet', 'tenant_id': '4a482b508e9b456da931118833978edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:22.849217 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-699f5ce9-f011-4fd9-9e71-c2f2e88a760b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3123395586e646f3af311f00d6aa3e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786433 Aug 09 11:33:22.850374 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f5ce9-f011-4fd9-9e71-c2f2e88a760b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd20d605-6b32-4c05-86c2-25560c2d455d,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:22.852906 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 42032) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:22.880016 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5c4dff96-5f4a-4613-ad00-f7261cf8cf93 req-0136fb44-b0c1-4f33-b9f2-391a431ed395 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133680 Aug 09 11:33:22.908837 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Made reservation on behalf of 4a482b508e9b456da931118833978edd for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:33:22.913590 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.968714 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39598d91-966b-4ce5-8011-ef55d5b9db39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:23.031467 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device c1ef198c-5635-4733-acd2-449a334f2ae4 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:23.034808 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39598d91-966b-4ce5-8011-ef55d5b9db39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:23.204464 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39598d91-966b-4ce5-8011-ef55d5b9db39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:23.212639 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39598d91-966b-4ce5-8011-ef55d5b9db39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:23.216296 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-39598d91-966b-4ce5-8011-ef55d5b9db39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd20d605-6b32-4c05-86c2-25560c2d455d HTTP/1.1" status: 204 len: 168 time: 0.3622184 Aug 09 11:33:23.226235 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port c1ef198c-5635-4733-acd2-449a334f2ae4 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:23.226734 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:23.251605 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39598d91-966b-4ce5-8011-ef55d5b9db39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd20d605-6b32-4c05-86c2-25560c2d455d,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:23.406062 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:23.512515 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa9b018-5f44-4241-9d8e-60b092191cc4,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:23.566338 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Checking segment: {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:23.566704 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Network hostable DHCP agents. Network: c117ee7e-fc0b-4f62-921d-6083d7d7fe3d, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:33:23.607512 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:33:23.618088 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, c117ee7e-fc0b-4f62-921d-6083d7d7fe3d) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:23.623872 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:23.624885 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:23.634591 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db8536c-308a-4d62-bb3f-ae7fd8db63ed None None] Network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:33:23.662275 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-28c9dc2e-a70d-48a7-be60-9bcec7f4a1d1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8507268 Aug 09 11:33:23.746881 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 42070) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:23.899880 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc2b449-7725-4f61-8ecb-12eea9ee9aa7 None None] Network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:33:23.907789 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-b8cd0b90-36f3-41ad-98b3-df57c56550ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758438 Aug 09 11:33:24.057303 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-976244b1-3195-4cfd-b503-44e2b43f67c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:24.093682 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a18be-f630-435f-9bf9-0480bf016866 req-d34401f7-8994-43c0-9829-236fd6892221 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:24.102846 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b9a18be-f630-435f-9bf9-0480bf016866 req-d34401f7-8994-43c0-9829-236fd6892221 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1164556 Aug 09 11:33:24.104114 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-7e943295-9a16-4efe-b6ae-cb9816b916e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:24.111064 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-7e943295-9a16-4efe-b6ae-cb9816b916e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 1099 time: 0.1481130 Aug 09 11:33:24.169535 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3b9a18be-f630-435f-9bf9-0480bf016866 req-1a9c6344-6e3b-44a8-9194-46468381b3bb tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654364 Aug 09 11:33:24.373028 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-5405460f-7308-4559-a802-4f38d51864f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:24.375402 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-5405460f-7308-4559-a802-4f38d51864f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 920 time: 0.2420778 Aug 09 11:33:24.474947 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-c2e1a028-4cff-4e27-a8b3-d7d36d80510c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 HTTP/1.1" status: 200 len: 217 time: 0.0832517 Aug 09 11:33:24.628295 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-05b4bb55-57f0-4943-8c27-4f353f2ef926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:24.631216 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-05b4bb55-57f0-4943-8c27-4f353f2ef926 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.1469195 Aug 09 11:33:24.785058 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-160cc386-830b-49e9-be18-1f7786104c88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291184 Aug 09 11:33:24.898068 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-976244b1-3195-4cfd-b503-44e2b43f67c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:24.905302 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-976244b1-3195-4cfd-b503-44e2b43f67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:24.931610 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-d9982871-bdd8-46b9-b984-8a50376d1586 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:24.933706 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-d9982871-bdd8-46b9-b984-8a50376d1586 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 814 time: 0.2058747 Aug 09 11:33:24.956506 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-976244b1-3195-4cfd-b503-44e2b43f67c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b981382dc264cf48f8eeb56aa95cedb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2056251 Aug 09 11:33:24.960678 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42118) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:24.980332 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-369419bb-861b-46bb-8281-3eee24ecf766 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/quotas/4a482b508e9b456da931118833978edd HTTP/1.1" status: 200 len: 375 time: 0.0399780 Aug 09 11:33:24.984053 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976244b1-3195-4cfd-b503-44e2b43f67c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9abe5c-5272-4a15-a30a-21e33106f528,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:25.007835 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-9606e410-80a1-46bb-b7f9-cf83edea858c service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155771 Aug 09 11:33:25.056473 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-047250c4-857f-4123-a7f2-971db66cefa5 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695519 Aug 09 11:33:25.086911 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7891ee1a-e19e-4410-88a3-0bf616a4a261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:25.109792 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5c9d2850-385b-421f-b015-a89e33ac0dee req-80d13b76-5d66-41f0-b29b-8e1332fb396e service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919518 Aug 09 11:33:25.139133 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7891ee1a-e19e-4410-88a3-0bf616a4a261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:25.232301 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-1227dba6-347c-432f-91f6-33aff9e2ebcf service neutron] 10.222.0.30 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668072 Aug 09 11:33:25.298621 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7891ee1a-e19e-4410-88a3-0bf616a4a261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:25.301386 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7891ee1a-e19e-4410-88a3-0bf616a4a261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:25.302777 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7891ee1a-e19e-4410-88a3-0bf616a4a261 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b9abe5c-5272-4a15-a30a-21e33106f528 HTTP/1.1" status: 204 len: 168 time: 0.3396020 Aug 09 11:33:25.340194 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891ee1a-e19e-4410-88a3-0bf616a4a261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9abe5c-5272-4a15-a30a-21e33106f528,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:25.383060 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff6dd4-65a9-4376-a796-3ef6acedea58 req-570a8284-ef03-4c44-be5b-b111a197acda tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:25.384655 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31ff6dd4-65a9-4376-a796-3ef6acedea58 req-570a8284-ef03-4c44-be5b-b111a197acda tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1033316 Aug 09 11:33:25.412412 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-f166a47f-117c-422e-8c1c-9b930a58005a service neutron] 10.222.0.30 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788151 Aug 09 11:33:25.481885 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31ff6dd4-65a9-4376-a796-3ef6acedea58 req-95da8edf-16f6-45be-b85f-5b33759fce96 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889585 Aug 09 11:33:25.718218 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f180630-afac-4c84-a932-f03dd39f3b2a req-5738009f-c1e3-4d7d-b91d-a4a8503ef03f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 210 time: 0.0602019 Aug 09 11:33:26.075614 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42160) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:26.102336 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-80d63a82-a3c5-43b3-9f31-f7b1317c6506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:26.291328 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-80d63a82-a3c5-43b3-9f31-f7b1317c6506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:26.298004 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-80d63a82-a3c5-43b3-9f31-f7b1317c6506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:26.353820 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-80d63a82-a3c5-43b3-9f31-f7b1317c6506 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d573c96ee184878aac39c8999f167e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763555 Aug 09 11:33:26.356359 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42168) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:26.365334 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d63a82-a3c5-43b3-9f31-f7b1317c6506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1359a071-c4b6-47e0-89bf-52ac9b30cc32,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:26.429004 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1024692b-cb95-4f91-b91e-f1c30ada85b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:26.467940 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1024692b-cb95-4f91-b91e-f1c30ada85b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:26.572944 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1024692b-cb95-4f91-b91e-f1c30ada85b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:26.578646 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1024692b-cb95-4f91-b91e-f1c30ada85b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:26.580248 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1024692b-cb95-4f91-b91e-f1c30ada85b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1359a071-c4b6-47e0-89bf-52ac9b30cc32 HTTP/1.1" status: 204 len: 168 time: 0.2227187 Aug 09 11:33:26.603296 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024692b-cb95-4f91-b91e-f1c30ada85b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1359a071-c4b6-47e0-89bf-52ac9b30cc32,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:26.693470 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025900a8-3c47-4c04-8cf9-0677902baba9 req-507ace88-b0d3-42d6-8d92-08c3e582344b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:26.705973 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-025900a8-3c47-4c04-8cf9-0677902baba9 req-507ace88-b0d3-42d6-8d92-08c3e582344b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0637555 Aug 09 11:33:26.792099 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-025900a8-3c47-4c04-8cf9-0677902baba9 req-301f3d9b-7b5d-4e87-a859-a4252a4787b5 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855591 Aug 09 11:33:26.952813 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb5d3e42-5128-41d4-82c7-6fc01581d33d req-b572ae8c-7cb8-4d7d-946e-fa88705cf581 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 210 time: 0.0745187 Aug 09 11:33:27.221599 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-e0ac50cc-81bc-40a7-87e0-07ece86d0e3b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:27.223142 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-e0ac50cc-81bc-40a7-87e0-07ece86d0e3b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 814 time: 0.2482793 Aug 09 11:33:27.254127 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Request body: {'port': {'device_id': '5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab', 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d', 'admin_state_up': True, 'tenant_id': '4a482b508e9b456da931118833978edd'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:27.395315 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Made reservation on behalf of 4a482b508e9b456da931118833978edd for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:33:27.400932 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:27.485192 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42208) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:27.615474 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Allocated IP 172.20.0.3 (c117ee7e-fc0b-4f62-921d-6083d7d7fe3d/4fa9b018-5f44-4241-9d8e-60b092191cc4/05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:27.655545 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cadab0f8-09b1-4dff-b153-18a1221e1691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:27.816797 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cadab0f8-09b1-4dff-b153-18a1221e1691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:27.830107 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cadab0f8-09b1-4dff-b153-18a1221e1691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:27.863869 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:27.892724 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cadab0f8-09b1-4dff-b153-18a1221e1691 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=649fe0d0c4fd4293963f448f1bc4d0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063160 Aug 09 11:33:27.894842 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadab0f8-09b1-4dff-b153-18a1221e1691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba3952b-a345-4a3a-8a49-1f80e555dd86,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:27.899802 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 42226) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:27.961980 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb9bc6-1141-41c3-8453-25bcd0adaaf9 req-91befc09-999c-48a5-9123-83095767fecf tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:27.963802 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2fbb9bc6-1141-41c3-8453-25bcd0adaaf9 req-91befc09-999c-48a5-9123-83095767fecf tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0749063 Aug 09 11:33:28.020674 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:28.053693 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2fbb9bc6-1141-41c3-8453-25bcd0adaaf9 req-7003dd62-88bf-4c6a-8a4a-92f7f8182614 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833862 Aug 09 11:33:28.073577 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa8d2-d5d9-4e98-876b-f6048f404655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:28.077099 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-69439082-b286-478c-8e2f-513f7c2ba6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:28.135071 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-69439082-b286-478c-8e2f-513f7c2ba6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:28.197579 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db6d59-9daa-4c20-9885-79cdf2776452 req-d4ca35e6-7725-42d0-ba17-6a602fbe44f4 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:28.199736 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84db6d59-9daa-4c20-9885-79cdf2776452 req-d4ca35e6-7725-42d0-ba17-6a602fbe44f4 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 931 time: 0.1009760 Aug 09 11:33:28.284274 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:28.294374 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84db6d59-9daa-4c20-9885-79cdf2776452 req-5efeef7f-897c-4b97-ac3f-06dab7011ef8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853269 Aug 09 11:33:28.295574 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-69439082-b286-478c-8e2f-513f7c2ba6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:28.300422 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-69439082-b286-478c-8e2f-513f7c2ba6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:28.308022 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-69439082-b286-478c-8e2f-513f7c2ba6c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ba3952b-a345-4a3a-8a49-1f80e555dd86 HTTP/1.1" status: 204 len: 168 time: 0.4072020 Aug 09 11:33:28.331746 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69439082-b286-478c-8e2f-513f7c2ba6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba3952b-a345-4a3a-8a49-1f80e555dd86,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:28.334042 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:28.342131 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:33:28.397797 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:28.398518 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:28.416455 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1700716 Aug 09 11:33:28.424893 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81413235-6f14-453e-ae0e-d97f57659ec3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Pushing event updated for resources: {'Port': ['ID=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:28.432408 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Request body: {'port': {'device_id': '5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:28.509013 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:28.802546 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e4ea1-745a-4d5c-a649-cc46d42a45d8 req-ccf7cdad-e9ab-4dad-8d01-c719c1713bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:28.806010 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a71e4ea1-745a-4d5c-a649-cc46d42a45d8 req-ccf7cdad-e9ab-4dad-8d01-c719c1713bcf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 1098 time: 0.0895526 Aug 09 11:33:28.876482 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:33:28.876615 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a71e4ea1-745a-4d5c-a649-cc46d42a45d8 req-5bc9db4e-3b31-4216-bfda-c4ac56bbf86c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629201 Aug 09 11:33:28.887068 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:28.919128 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Transition to ACTIVE for port object 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:28.925384 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:29.005191 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Pushing event updated for resources: {'Port': ['ID=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:29.278480 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Attempting to bind port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:33:29.278815 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Attempting to bind port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:33:29.279141 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Attempting to bind port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:29.283760 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:33:29.284083 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Attempting to bind port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:29.307443 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:33:29.308129 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Checking segment: {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:29.308129 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Bound using segment: {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:33:29.311112 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Bound port: 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:33:29.311483 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:29.344412 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4adbe-9e2a-451f-9f53-9333ccc96f06 req-fcb5bd03-8404-47c0-b98b-ac3ca773eb46 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:29.356285 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-13e4adbe-9e2a-451f-9f53-9333ccc96f06 req-fcb5bd03-8404-47c0-b98b-ac3ca773eb46 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0772569 Aug 09 11:33:29.418904 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-13e4adbe-9e2a-451f-9f53-9333ccc96f06 req-ee4d2060-ef1f-4cd3-8d26-4cb81cf50f42 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607908 Aug 09 11:33:29.510557 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] For port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0, host hv-cinder-80390, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:33:29.519007 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] For port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:33:29.533246 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:29.561936 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66264-c9ae-4f54-ae52-de909908eabf req-9e6fc74c-86b6-41c9-924a-f6a535729354 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:29.563766 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e8d66264-c9ae-4f54-ae52-de909908eabf req-9e6fc74c-86b6-41c9-924a-f6a535729354 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 943 time: 0.1057761 Aug 09 11:33:29.618663 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:29.619284 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:29.620836 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] 10.222.0.10 "PUT /v2.0/ports/05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 HTTP/1.1" status: 200 len: 1093 time: 1.1931338 Aug 09 11:33:29.621282 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab', 'tag': '05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:33:29.623759 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c660585-b9b0-4662-9622-f8c405c31986" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab", "tag": "05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:29.657280 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e8d66264-c9ae-4f54-ae52-de909908eabf req-2f7078a9-1c8b-42b8-8c6f-c086c4767432 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863006 Aug 09 11:33:29.722661 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c19dbb-1b29-47c7-b94c-0e6dfe3b23ea x-openstack-request-id: req-43c19dbb-1b29-47c7-b94c-0e6dfe3b23ea {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:29.722999 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab", "tag": "05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:29.723195 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43c19dbb-1b29-47c7-b94c-0e6dfe3b23ea {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:29.723569 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab', 'tag': '05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0', 'status': 'completed', 'code': 200} Aug 09 11:33:29.815486 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75242785-ab8c-4858-9773-f62d9a3da763 service neutron] Pushing event updated for resources: {'Port': ['ID=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:29.858063 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42294) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:29.877311 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-4fcc4873-2b6b-469a-9aac-f414f4fabd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:29.879770 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-4fcc4873-2b6b-469a-9aac-f414f4fabd0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 1096 time: 0.1839163 Aug 09 11:33:29.943298 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-39132c4a-095c-46e8-8a87-aaa6519cc626 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 HTTP/1.1" status: 200 len: 217 time: 0.0538399 Aug 09 11:33:30.075401 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-8e3f61a2-6a0b-47f5-ad7d-4fde5576e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:30.078687 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-546617367-network', 'tenant_id': '0fa4d1a6ec804ebab02d7cc612424cfe'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:30.080228 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-8e3f61a2-6a0b-47f5-ad7d-4fde5576e4e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fa9b018-5f44-4241-9d8e-60b092191cc4 HTTP/1.1" status: 200 len: 854 time: 0.1278827 Aug 09 11:33:30.106482 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Made reservation on behalf of 0fa4d1a6ec804ebab02d7cc612424cfe for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:33:30.109529 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.118667 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.137928 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-dc717de8-fdc4-41f8-934a-82e116ec6e70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488269 Aug 09 11:33:30.233250 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.239153 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.257187 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:33:30.267335 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-84104aa3-fb26-4fc1-b897-a5c95f0d019e service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165097 Aug 09 11:33:30.291564 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.291901 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Added segment 82725d5c-47de-4b5e-996e-147d6e0d6175 of type vlan for network dfa0b85a-5409-47f3-ac01-d8a0701e7156 Aug 09 11:33:30.324887 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed36fec7-3bc4-4226-be0f-5ad5905f4133,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:30.379569 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.436862 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.438251 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:30.438908 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.497051 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6378746 Aug 09 11:33:30.505333 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42304) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:30.506091 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ea829-d69e-41c1-8f93-e7a5fc24ff76 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa0b85a-5409-47f3-ac01-d8a0701e7156,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:30.517832 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network dfa0b85a-5409-47f3-ac01-d8a0701e7156 details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:33:30.521367 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Request body: {'subnet': {'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-546617367-subnet', 'tenant_id': '0fa4d1a6ec804ebab02d7cc612424cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:30.552122 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Made reservation on behalf of 0fa4d1a6ec804ebab02d7cc612424cfe for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:33:30.556731 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.667726 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8f833b95-74b0-4aa4-9e42-5becac76fa75 req-0fbab0a1-cd08-4d5a-a655-7b16a76fe9e2 service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946109 Aug 09 11:33:30.677653 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b3db0-78bd-4d5e-9a68-2fa9d16c6751 req-5dfc3d5a-9501-489b-a674-b8d3bf649cf1 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:30.679350 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db1b3db0-78bd-4d5e-9a68-2fa9d16c6751 req-5dfc3d5a-9501-489b-a674-b8d3bf649cf1 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.1169767 Aug 09 11:33:30.733006 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-398050fa-6d6c-4681-98d0-727c1ab0e4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.756817 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-db1b3db0-78bd-4d5e-9a68-2fa9d16c6751 req-4db55fc5-688a-498c-8d79-fab1b915e960 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677221 Aug 09 11:33:30.828428 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.910391 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0c8dee-3e09-4a37-85e4-9756affd7f94,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:30.929396 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Checking segment: {'id': '82725d5c-47de-4b5e-996e-147d6e0d6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:30.929848 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Network hostable DHCP agents. Network: dfa0b85a-5409-47f3-ac01-d8a0701e7156, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:33:30.947811 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.953199 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Network dfa0b85a-5409-47f3-ac01-d8a0701e7156 is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:33:30.964935 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, dfa0b85a-5409-47f3-ac01-d8a0701e7156) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:30.970317 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:30.971036 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:30.977373 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89792463-cc41-472f-8b56-9fb81e3d1136 None None] Network dfa0b85a-5409-47f3-ac01-d8a0701e7156 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:33:31.002504 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-27a286c0-0235-4ca9-949c-17df6ef6525a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4850273 Aug 09 11:33:31.158119 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f75cc9-b45d-48a9-8cf7-f7d495d31f43 None None] Network dfa0b85a-5409-47f3-ac01-d8a0701e7156 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:33:31.476422 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42328) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:31.642119 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b988f43-5dd9-4960-9684-531a47013cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:31.829481 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b988f43-5dd9-4960-9684-531a47013cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:31.835846 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b988f43-5dd9-4960-9684-531a47013cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:31.890066 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7b988f43-5dd9-4960-9684-531a47013cbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39db8c86216342f886edefd0ea3e46da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123595 Aug 09 11:33:31.894302 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 42336) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:31.898940 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b988f43-5dd9-4960-9684-531a47013cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59075277-e83c-4aec-af3c-1b875ca56a7f,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:31.943183 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:31.981612 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-202b22ab-8e9c-49ab-8219-2922db519b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.008876 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-202b22ab-8e9c-49ab-8219-2922db519b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.071838 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-202b22ab-8e9c-49ab-8219-2922db519b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.074465 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-202b22ab-8e9c-49ab-8219-2922db519b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.075642 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-202b22ab-8e9c-49ab-8219-2922db519b70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59075277-e83c-4aec-af3c-1b875ca56a7f HTTP/1.1" status: 204 len: 168 time: 0.1802347 Aug 09 11:33:32.085801 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b22ab-8e9c-49ab-8219-2922db519b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59075277-e83c-4aec-af3c-1b875ca56a7f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:32.370157 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.476195 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42344) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:32.495425 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-099af1bc-9158-4b95-8813-942b29dcc3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.614178 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-099af1bc-9158-4b95-8813-942b29dcc3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.623691 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-099af1bc-9158-4b95-8813-942b29dcc3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.686903 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099af1bc-9158-4b95-8813-942b29dcc3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6064b8fa-79ef-424b-93bb-8a350d0d1d13,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:32.710245 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-099af1bc-9158-4b95-8813-942b29dcc3cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=343d1190603242cea014119f25c82719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277803 Aug 09 11:33:32.710558 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 42346) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:32.839403 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8adc5448-7193-4551-bf02-c5cded9f8427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.883952 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8adc5448-7193-4551-bf02-c5cded9f8427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.963623 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8adc5448-7193-4551-bf02-c5cded9f8427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.967721 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8adc5448-7193-4551-bf02-c5cded9f8427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:32.969180 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-8adc5448-7193-4551-bf02-c5cded9f8427 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6064b8fa-79ef-424b-93bb-8a350d0d1d13 HTTP/1.1" status: 204 len: 168 time: 0.2576201 Aug 09 11:33:32.979729 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc5448-7193-4551-bf02-c5cded9f8427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6064b8fa-79ef-424b-93bb-8a350d0d1d13,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:33.490112 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:33.527016 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c660585-b9b0-4662-9622-f8c405c31986 req-2f3f9805-2787-4e33-b4be-d3c3a2d99676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:33.529411 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8c660585-b9b0-4662-9622-f8c405c31986 req-2f3f9805-2787-4e33-b4be-d3c3a2d99676 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 1096 time: 0.0834227 Aug 09 11:33:33.574717 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84391262-98f4-4d83-b5c8-5b5d6ef5c155 req-bae53da4-f079-491c-b3d0-40687f063762 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:33.576427 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84391262-98f4-4d83-b5c8-5b5d6ef5c155 req-bae53da4-f079-491c-b3d0-40687f063762 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 943 time: 0.2116919 Aug 09 11:33:33.590486 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fedda6-73dd-4926-8e31-bd44bd5975d7 req-bbe867ee-b741-4ad7-97a1-95c366f2071c tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:33.592293 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97fedda6-73dd-4926-8e31-bd44bd5975d7 req-bbe867ee-b741-4ad7-97a1-95c366f2071c tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0998933 Aug 09 11:33:33.637033 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84391262-98f4-4d83-b5c8-5b5d6ef5c155 req-13aaa244-29b1-4fda-92a3-999ad7e7ef8b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Aug 09 11:33:33.655816 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c660585-b9b0-4662-9622-f8c405c31986 req-a63e7232-8ac1-4ec0-812c-30492e980769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:33.658664 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8c660585-b9b0-4662-9622-f8c405c31986 req-a63e7232-8ac1-4ec0-812c-30492e980769 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 915 time: 0.1198444 Aug 09 11:33:33.702322 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97fedda6-73dd-4926-8e31-bd44bd5975d7 req-edf68811-794c-4eda-bcdd-69d9eae7920a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654893 Aug 09 11:33:33.713409 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8c660585-b9b0-4662-9622-f8c405c31986 req-7dba41eb-c675-4d6d-952e-4dec9c3315bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 HTTP/1.1" status: 200 len: 217 time: 0.0453832 Aug 09 11:33:33.779358 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c660585-b9b0-4662-9622-f8c405c31986 req-8f85cd33-a289-4798-9f9c-18b584b4acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:33.781153 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8c660585-b9b0-4662-9622-f8c405c31986 req-8f85cd33-a289-4798-9f9c-18b584b4acbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fa9b018-5f44-4241-9d8e-60b092191cc4 HTTP/1.1" status: 200 len: 854 time: 0.0599306 Aug 09 11:33:33.821011 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8c660585-b9b0-4662-9622-f8c405c31986 req-b13ba28a-5067-4263-b032-2f48a712e36c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311580 Aug 09 11:33:33.962503 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8c660585-b9b0-4662-9622-f8c405c31986 req-6f0714e0-a71f-44ac-9533-341b614f691e service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332436 Aug 09 11:33:34.112754 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-8c660585-b9b0-4662-9622-f8c405c31986 req-c39124a0-f4cc-418f-9d64-1983e1570aad service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350884 Aug 09 11:33:34.424702 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-1ab5dbf4-cae5-4364-a766-8f11a2fdaaf0 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:34.427099 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-1ab5dbf4-cae5-4364-a766-8f11a2fdaaf0 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/networks?id=dfa0b85a-5409-47f3-ac01-d8a0701e7156 HTTP/1.1" status: 200 len: 813 time: 0.1519020 Aug 09 11:33:34.450542 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-da786665-5090-4a86-9ea8-2e0c97e474d6 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/quotas/0fa4d1a6ec804ebab02d7cc612424cfe HTTP/1.1" status: 200 len: 375 time: 0.0124202 Aug 09 11:33:34.497749 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-92cd80af-97f5-4905-a30a-04f7228c2025 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fa4d1a6ec804ebab02d7cc612424cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413852 Aug 09 11:33:34.645398 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-9e86cd5a-389e-41bf-b533-a52c95bc6908 service neutron] 10.222.0.30 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402376 Aug 09 11:33:34.827341 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-2a34b137-78cd-4f59-92d1-78bf2b2abe72 service neutron] 10.222.0.30 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802294 Aug 09 11:33:34.836156 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-439774cf-94d7-4412-bd77-26844d9b3da7 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:34.837697 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-439774cf-94d7-4412-bd77-26844d9b3da7 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/networks?id=3d6e76ac-3d63-4e87-91af-f81d034eb061 HTTP/1.1" status: 200 len: 815 time: 0.1811948 Aug 09 11:33:34.860138 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-f8c4af77-24c1-4154-8c7b-cdd2b9910c3f tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/quotas/116b2ef40b7c4a0ebe415d8329df9a04 HTTP/1.1" status: 200 len: 375 time: 0.0164354 Aug 09 11:33:34.926615 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-f278b91a-3eb6-45ed-b707-c108a7dbcfe6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=116b2ef40b7c4a0ebe415d8329df9a04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585017 Aug 09 11:33:35.066178 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-69d641a4-8416-4f70-a9bf-b92a94b26f26 service neutron] 10.222.0.30 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361263 Aug 09 11:33:35.195429 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3358c93-da64-493d-af88-982ea0d82d3f req-3bfcb32e-934e-454b-9f18-3bb7a833c836 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:35.207187 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3358c93-da64-493d-af88-982ea0d82d3f req-3bfcb32e-934e-454b-9f18-3bb7a833c836 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 943 time: 0.1398425 Aug 09 11:33:35.335472 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3358c93-da64-493d-af88-982ea0d82d3f req-7899cbf6-51c3-4702-8b7a-09df7fde9edb tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262102 Aug 09 11:33:35.346484 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-63bd3c4e-c1f6-427e-aa45-ff675762a004 service neutron] 10.222.0.30 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769413 Aug 09 11:33:35.439319 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6351a0dc-69d0-451c-bcb6-43adc54fc772 req-c78f210d-6cda-46c1-8a1a-314322b13ac1 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 210 time: 0.0397761 Aug 09 11:33:35.744756 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bb17-e757-4437-9e00-aa6d542512a2 req-ab65c23f-3519-430b-acf1-ff471bbfe4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:35.746447 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5841bb17-e757-4437-9e00-aa6d542512a2 req-ab65c23f-3519-430b-acf1-ff471bbfe4ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 1099 time: 0.0595820 Aug 09 11:33:35.815407 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7ffbecae-4bd4-4285-ae32-028608a079c8 req-f22cfb46-8715-4669-85b6-666417f87ac9 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 210 time: 0.0375550 Aug 09 11:33:35.834617 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:33:35.907043 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed239cd-ea04-4c06-b661-f089ed416aee req-b10f5356-fe53-41bf-bcbc-315ce40f4965 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:35.913365 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1ed239cd-ea04-4c06-b661-f089ed416aee req-b10f5356-fe53-41bf-bcbc-315ce40f4965 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0824907 Aug 09 11:33:35.933355 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bb17-e757-4437-9e00-aa6d542512a2 req-800482c0-35cd-473c-8b9b-8f647586f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:35.936167 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5841bb17-e757-4437-9e00-aa6d542512a2 req-800482c0-35cd-473c-8b9b-8f647586f852 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 920 time: 0.1781890 Aug 09 11:33:35.976988 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:35.985836 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1ed239cd-ea04-4c06-b661-f089ed416aee req-ad320ca3-d7a2-40c9-bdee-20633dcdb606 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589921 Aug 09 11:33:35.999042 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0', 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d', 'port_id': '05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0', 'mac_address': 'fa:16:3e:9f:15:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa9b018-5f44-4241-9d8e-60b092191cc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:33:36.009469 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5841bb17-e757-4437-9e00-aa6d542512a2 req-f89fbcbf-2038-4fec-9b95-888a9dd0b979 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 HTTP/1.1" status: 200 len: 217 time: 0.0637038 Aug 09 11:33:36.044372 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:36.057720 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:33:36.079948 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:36.083960 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bb17-e757-4437-9e00-aa6d542512a2 req-7be9ffc3-8f7a-4b41-aac5-ce4c75fec1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:36.085649 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:36.086139 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5841bb17-e757-4437-9e00-aa6d542512a2 req-7be9ffc3-8f7a-4b41-aac5-ce4c75fec1a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.0581231 Aug 09 11:33:36.122657 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5841bb17-e757-4437-9e00-aa6d542512a2 req-c38af0f7-8647-4e72-ada8-92a6b80c838c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250211 Aug 09 11:33:36.140817 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:36.245929 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5841bb17-e757-4437-9e00-aa6d542512a2 req-078ad382-e0d5-4f17-8333-30485f226979 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104231 Aug 09 11:33:36.377647 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-5841bb17-e757-4437-9e00-aa6d542512a2 req-17d91d72-6e1e-4f80-bf85-5698b6f426b9 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147678 Aug 09 11:33:36.397567 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:33:36.567456 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355530-b77a-4aae-be8e-6ae0e3673428 req-809e9cab-51bc-4ca2-8ef2-6e0b1804b12d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:36.569466 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84355530-b77a-4aae-be8e-6ae0e3673428 req-809e9cab-51bc-4ca2-8ef2-6e0b1804b12d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 944 time: 0.1328928 Aug 09 11:33:36.590052 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c3abbe02-de01-4920-84c6-8f8ca1ca92d2 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:36.591709 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c3abbe02-de01-4920-84c6-8f8ca1ca92d2 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.10 "GET /v2.0/networks?id=dfa0b85a-5409-47f3-ac01-d8a0701e7156 HTTP/1.1" status: 200 len: 813 time: 0.1901157 Aug 09 11:33:36.613152 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Request body: {'port': {'device_id': 'b5dd770a-bfc2-429d-80f2-07c99c2fcde6', 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156', 'admin_state_up': True, 'tenant_id': '0fa4d1a6ec804ebab02d7cc612424cfe'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:36.623793 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-54f73548-9759-4b73-80b0-06b2f61dcc24 req-de86efbc-6fc1-417c-afc4-ade44928b7dd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 210 time: 0.0528173 Aug 09 11:33:36.663451 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84355530-b77a-4aae-be8e-6ae0e3673428 req-fe0d78fc-5c4f-498a-8cb3-316e9453ef63 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751648 Aug 09 11:33:36.752079 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Made reservation on behalf of 0fa4d1a6ec804ebab02d7cc612424cfe for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:33:36.755627 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:36.895166 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Allocated IP 172.20.0.5 (dfa0b85a-5409-47f3-ac01-d8a0701e7156/ed0c8dee-3e09-4a37-85e4-9756affd7f94/83d16178-214d-4cbc-b060-6f037b391253) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:36.919114 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9333e3fb-252e-46fd-ab58-9dde04767b49 req-49c72603-a423-403d-ad7a-f3d4dfd41110 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 210 time: 0.0276845 Aug 09 11:33:37.062793 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:37.111884 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:37.154908 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Network dfa0b85a-5409-47f3-ac01-d8a0701e7156 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:37.158340 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:37.166477 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:33:37.186984 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1197d1e-5565-4f80-ba4a-5135c67bc7ae req-5e7664b4-0e6d-4df6-8c6d-fa9a65910d8a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:37.189087 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1197d1e-5565-4f80-ba4a-5135c67bc7ae req-5e7664b4-0e6d-4df6-8c6d-fa9a65910d8a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0909946 Aug 09 11:33:37.208900 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Pushing event updated for resources: {'Port': ['ID=83d16178-214d-4cbc-b060-6f037b391253,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:37.226826 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-26013b9c-85e9-473f-9112-e0b5d87174d5 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:37.228528 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-26013b9c-85e9-473f-9112-e0b5d87174d5 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.10 "GET /v2.0/networks?id=3d6e76ac-3d63-4e87-91af-f81d034eb061 HTTP/1.1" status: 200 len: 815 time: 0.1881878 Aug 09 11:33:37.237918 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:37.238588 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:37.249137 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'port': {'device_id': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'admin_state_up': True, 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:37.254481 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-8e35c8a5-dcda-4782-b5b6-9ba86b0021e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6460760 Aug 09 11:33:37.270342 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1197d1e-5565-4f80-ba4a-5135c67bc7ae req-95e2e566-4f2d-45b4-ab88-5001f33a3237 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727525 Aug 09 11:33:37.277960 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Request body: {'port': {'device_id': 'b5dd770a-bfc2-429d-80f2-07c99c2fcde6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:37.345878 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:37.439216 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Made reservation on behalf of 116b2ef40b7c4a0ebe415d8329df9a04 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:33:37.443283 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:37.654488 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Allocated IP 172.20.0.4 (3d6e76ac-3d63-4e87-91af-f81d034eb061/c22e4688-689a-4992-846c-f049097a2df0/4e8c824e-98a4-4f9a-9361-30748ec4ee06) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:33:37.800468 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 42602) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:37.827922 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d16178-214d-4cbc-b060-6f037b391253 {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:33:37.840671 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:37.848900 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:37.859118 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Transition to ACTIVE for port object 83d16178-214d-4cbc-b060-6f037b391253 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:37.866777 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:37.977883 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:37.989438 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:37.989866 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.091503 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Pushing event updated for resources: {'Port': ['ID=83d16178-214d-4cbc-b060-6f037b391253,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:38.109208 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0923b907-79ac-4bb0-aa95-77ffe505c488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.132951 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.216136 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc7c00-00f9-4dcb-bf85-23df011be409 req-6499791c-948c-4946-8ada-ce213f35632a tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:38.217898 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:33:38.225777 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8b5a37-f1fd-4177-a737-0faa46621a09" -d '{"events": [{"server_uuid": "5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab", "name": "network-vif-plugged", "status": "completed", "tag": "05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:38.229578 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2fc7c00-00f9-4dcb-bf85-23df011be409 req-6499791c-948c-4946-8ada-ce213f35632a tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 931 time: 0.4977462 Aug 09 11:33:38.281050 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:38.291259 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579fd45-4cd2-4183-8b81-e2853682a06d req-760ea1b2-194d-4426-a101-64654f91ce87 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:38.291687 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.291785 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8579fd45-4cd2-4183-8b81-e2853682a06d req-760ea1b2-194d-4426-a101-64654f91ce87 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 944 time: 0.4761708 Aug 09 11:33:38.320257 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0923b907-79ac-4bb0-aa95-77ffe505c488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.326946 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.331298 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-0923b907-79ac-4bb0-aa95-77ffe505c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.365563 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923b907-79ac-4bb0-aa95-77ffe505c488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32184336-353e-4e86-9c40-1ad50f6ef74e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:38.371423 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Attempting to bind port 83d16178-214d-4cbc-b060-6f037b391253 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:33:38.372113 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Attempting to bind port 83d16178-214d-4cbc-b060-6f037b391253 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '82725d5c-47de-4b5e-996e-147d6e0d6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:33:38.372235 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Attempting to bind port 83d16178-214d-4cbc-b060-6f037b391253 on network dfa0b85a-5409-47f3-ac01-d8a0701e7156 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:38.374246 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Transition to ACTIVE for port object 4e8c824e-98a4-4f9a-9361-30748ec4ee06 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:38.384427 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Port 83d16178-214d-4cbc-b060-6f037b391253 on network dfa0b85a-5409-47f3-ac01-d8a0701e7156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:33:38.384755 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Attempting to bind port 83d16178-214d-4cbc-b060-6f037b391253 on network dfa0b85a-5409-47f3-ac01-d8a0701e7156 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:38.394806 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:33:38.395054 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Checking segment: {'id': '82725d5c-47de-4b5e-996e-147d6e0d6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:38.395470 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Bound using segment: {'id': '82725d5c-47de-4b5e-996e-147d6e0d6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:33:38.395893 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Bound port: 83d16178-214d-4cbc-b060-6f037b391253, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82725d5c-47de-4b5e-996e-147d6e0d6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:33:38.396258 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.417406 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-0923b907-79ac-4bb0-aa95-77ffe505c488 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f5a6f53bb1e4fcbbd66938596babca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6127713 Aug 09 11:33:38.423055 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42622) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:38.461253 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:38.470666 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a2fc7c00-00f9-4dcb-bf85-23df011be409 req-92b1eac4-f3ba-47e6-8d04-81b5e825c2d6 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399666 Aug 09 11:33:38.492006 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.546415 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] For port 83d16178-214d-4cbc-b060-6f037b391253, host hv-cinder-80390, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:33:38.552496 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] For port 83d16178-214d-4cbc-b060-6f037b391253, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=83d16178-214d-4cbc-b060-6f037b391253,segment=NetworkSegment(82725d5c-47de-4b5e-996e-147d6e0d6175),segment_id=82725d5c-47de-4b5e-996e-147d6e0d6175)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:33:38.563468 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Network 3d6e76ac-3d63-4e87-91af-f81d034eb061 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:33:38.563919 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.572438 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:33:38.594493 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:33:38.602032 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:38.602032 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.682960 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4384255 Aug 09 11:33:38.692924 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:38.698657 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.700209 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] 10.222.0.10 "PUT /v2.0/ports/83d16178-214d-4cbc-b060-6f037b391253 HTTP/1.1" status: 200 len: 1093 time: 1.4343264 Aug 09 11:33:38.700674 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dd770a-bfc2-429d-80f2-07c99c2fcde6', 'tag': '83d16178-214d-4cbc-b060-6f037b391253'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:33:38.711447 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a16c2f-64c9-4445-aac3-af09f295a2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dd770a-bfc2-429d-80f2-07c99c2fcde6", "tag": "83d16178-214d-4cbc-b060-6f037b391253"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:38.746353 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8579fd45-4cd2-4183-8b81-e2853682a06d req-548fd233-0ed8-43b7-b28d-5451f8796d5b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949462 Aug 09 11:33:38.751376 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fa469-9830-4ae9-ad8e-3d681ab618ae tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'Port': ['ID=4e8c824e-98a4-4f9a-9361-30748ec4ee06,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:38.784107 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-380ab7ca-c2f2-4bfc-a6af-46c1829fe1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.815371 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704523e-983c-4c01-b6f4-3007b64c9263 service neutron] Pushing event updated for resources: {'Port': ['ID=83d16178-214d-4cbc-b060-6f037b391253,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:38.852432 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-380ab7ca-c2f2-4bfc-a6af-46c1829fe1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.930753 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-08f78b0b-426f-4a51-8b0b-ae5e94a61c06 None None] Provisioning for port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:38.934830 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-08f78b0b-426f-4a51-8b0b-ae5e94a61c06 None None] Provisioning complete for port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:38.935207 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-08f78b0b-426f-4a51-8b0b-ae5e94a61c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.974274 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-380ab7ca-c2f2-4bfc-a6af-46c1829fe1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.977934 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-380ab7ca-c2f2-4bfc-a6af-46c1829fe1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:38.982302 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-380ab7ca-c2f2-4bfc-a6af-46c1829fe1d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32184336-353e-4e86-9c40-1ad50f6ef74e HTTP/1.1" status: 204 len: 168 time: 0.5259829 Aug 09 11:33:39.007415 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-08f78b0b-426f-4a51-8b0b-ae5e94a61c06 None None] Port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:33:39.009250 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ab7ca-c2f2-4bfc-a6af-46c1829fe1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32184336-353e-4e86-9c40-1ad50f6ef74e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:39.658963 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:33:52.779808 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Request body: {'port': {'device_id': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:52.847934 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-0d8ca69d-bf3c-4fe2-839d-9a4ca3164547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:52.848721 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:52.850344 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-0d8ca69d-bf3c-4fe2-839d-9a4ca3164547 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0fa4d1a6ec804ebab02d7cc612424cfe&device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 1096 time: 0.0513167 Aug 09 11:33:52.868198 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa318c01-0a85-4ce5-b4f5-33795c7ed9ae x-openstack-request-id: req-aa318c01-0a85-4ce5-b4f5-33795c7ed9ae {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:52.869558 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab", "name": "network-vif-plugged", "status": "completed", "tag": "05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:52.870257 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa318c01-0a85-4ce5-b4f5-33795c7ed9ae {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:52.872236 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0', 'code': 200} Aug 09 11:33:52.924455 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-7115d2ed-fb8c-4418-a77b-67dd71e15777 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83d16178-214d-4cbc-b060-6f037b391253 HTTP/1.1" status: 200 len: 217 time: 0.0596535 Aug 09 11:33:53.002865 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-53b3b8dd-2ab3-49c2-84f2-b271d66570f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:53.004450 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-53b3b8dd-2ab3-49c2-84f2-b271d66570f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed0c8dee-3e09-4a37-85e4-9756affd7f94 HTTP/1.1" status: 200 len: 853 time: 0.0555944 Aug 09 11:33:53.046371 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-e87396f1-3118-4f8c-b541-ab01ef341aab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dfa0b85a-5409-47f3-ac01-d8a0701e7156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272243 Aug 09 11:33:53.155839 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-51669fec-925a-4b9d-9c1a-73c3f72d7179 service neutron] 10.222.0.10 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902002 Aug 09 11:33:53.179403 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9498a-a36b-4216-b1c4-863728c47c42 req-d661ce96-3b77-46bc-b0eb-513820ff01f7 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:53.180892 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5be9498a-a36b-4216-b1c4-863728c47c42 req-d661ce96-3b77-46bc-b0eb-513820ff01f7 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 931 time: 0.2530057 Aug 09 11:33:53.194869 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee757860-9a93-4b1d-8806-14acbd020ccc req-90e5ef75-51e3-4b98-b96e-5ccbf407c3f2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:53.196651 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee757860-9a93-4b1d-8806-14acbd020ccc req-90e5ef75-51e3-4b98-b96e-5ccbf407c3f2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.2698967 Aug 09 11:33:53.240856 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febab393-6d60-4f25-8c01-c17a9c86bdc3 req-b027a3e2-a52f-44a6-a33f-385241cef370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:53.242569 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-febab393-6d60-4f25-8c01-c17a9c86bdc3 req-b027a3e2-a52f-44a6-a33f-385241cef370 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 1098 time: 0.1717460 Aug 09 11:33:53.259933 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-90cfb5d1-f92f-400e-8a18-eb4bd9ff9329 req-a6bddd79-83e5-42eb-823e-6e8867806608 service neutron] 10.222.0.10 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916867 Aug 09 11:33:53.315342 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5be9498a-a36b-4216-b1c4-863728c47c42 req-9a816458-2fae-4223-b5e1-f7684916f620 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167753 Aug 09 11:33:53.336123 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee757860-9a93-4b1d-8806-14acbd020ccc req-f55d2932-7a52-48bb-aa74-450be327f573 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148016 Aug 09 11:33:53.355862 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-febab393-6d60-4f25-8c01-c17a9c86bdc3 req-c75e18e0-7bfa-40e0-bd6c-f039f4697782 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675533 Aug 09 11:33:53.361881 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe80c77c-0e47-483b-8309-880f1c15a2af x-openstack-request-id: req-fe80c77c-0e47-483b-8309-880f1c15a2af {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:53.362505 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dd770a-bfc2-429d-80f2-07c99c2fcde6", "tag": "83d16178-214d-4cbc-b060-6f037b391253", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:53.362967 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe80c77c-0e47-483b-8309-880f1c15a2af {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:53.363873 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5dd770a-bfc2-429d-80f2-07c99c2fcde6', 'tag': '83d16178-214d-4cbc-b060-6f037b391253', 'status': 'completed', 'code': 200} Aug 09 11:33:53.394189 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8c824e-98a4-4f9a-9361-30748ec4ee06 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:33:53.402283 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:53.453824 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Transition to ACTIVE for port object 4e8c824e-98a4-4f9a-9361-30748ec4ee06 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:33:53.478413 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:53.572830 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da57ea-1e62-42fe-b3ad-190b0434f8df req-70e68478-1adb-4e11-a97f-f639d3065d45 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:53.574457 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e0da57ea-1e62-42fe-b3ad-190b0434f8df req-70e68478-1adb-4e11-a97f-f639d3065d45 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 943 time: 0.1697443 Aug 09 11:33:53.579663 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Pushing event updated for resources: {'Port': ['ID=4e8c824e-98a4-4f9a-9361-30748ec4ee06,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:53.597329 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9cc8-e5ae-4255-9735-5ad8aa81f708 req-9d10f92c-4851-4ebb-9c51-9a832382908a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:53.599190 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-748d9cc8-e5ae-4255-9735-5ad8aa81f708 req-9d10f92c-4851-4ebb-9c51-9a832382908a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 945 time: 0.1814642 Aug 09 11:33:53.608444 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a16c2f-64c9-4445-aac3-af09f295a2bd req-d7f1b51f-5171-4739-9a0c-435938cd582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:53.609987 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1a16c2f-64c9-4445-aac3-af09f295a2bd req-d7f1b51f-5171-4739-9a0c-435938cd582c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0fa4d1a6ec804ebab02d7cc612424cfe&device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 1096 time: 0.1591194 Aug 09 11:33:53.722220 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Attempting to bind port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:33:53.722517 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Attempting to bind port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:33:53.722851 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Attempting to bind port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 on network 3d6e76ac-3d63-4e87-91af-f81d034eb061 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:53.749596 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e0da57ea-1e62-42fe-b3ad-190b0434f8df req-479eeb27-4ec4-4bb3-b6ef-f8c0612897b9 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654918 Aug 09 11:33:53.758984 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 on network 3d6e76ac-3d63-4e87-91af-f81d034eb061 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:33:53.759215 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Attempting to bind port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 on network 3d6e76ac-3d63-4e87-91af-f81d034eb061 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:33:53.769610 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-748d9cc8-e5ae-4255-9735-5ad8aa81f708 req-c32e7a6d-6531-4bb2-8dc9-30122f42117e tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586225 Aug 09 11:33:53.770499 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:33:53.770836 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Checking segment: {'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:33:53.771211 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Bound using segment: {'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:33:53.772184 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Bound port: 4e8c824e-98a4-4f9a-9361-30748ec4ee06, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8320a2-739b-4379-8464-a444ea338660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:33:53.772605 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:53.825848 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a16c2f-64c9-4445-aac3-af09f295a2bd req-18ad3dc5-2528-4fbe-af4c-75b02ce12eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:53.827357 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1a16c2f-64c9-4445-aac3-af09f295a2bd req-18ad3dc5-2528-4fbe-af4c-75b02ce12eec service neutron] 10.222.0.10 "GET /v2.0/networks?id=dfa0b85a-5409-47f3-ac01-d8a0701e7156 HTTP/1.1" status: 200 len: 914 time: 0.1907542 Aug 09 11:33:53.876772 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1a16c2f-64c9-4445-aac3-af09f295a2bd req-fa6b7145-f055-4c8b-8050-362a468aa9fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83d16178-214d-4cbc-b060-6f037b391253 HTTP/1.1" status: 200 len: 217 time: 0.0393765 Aug 09 11:33:53.922023 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] For port 4e8c824e-98a4-4f9a-9361-30748ec4ee06, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:33:53.939944 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] For port 4e8c824e-98a4-4f9a-9361-30748ec4ee06, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:33:53.946756 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:53.954875 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a16c2f-64c9-4445-aac3-af09f295a2bd req-5281cb78-36c0-4804-8007-ca0424ef605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:53.956393 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1a16c2f-64c9-4445-aac3-af09f295a2bd req-5281cb78-36c0-4804-8007-ca0424ef605f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed0c8dee-3e09-4a37-85e4-9756affd7f94 HTTP/1.1" status: 200 len: 853 time: 0.0637076 Aug 09 11:33:54.002055 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:54.002681 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:54.004097 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] 10.222.0.10 "PUT /v2.0/ports/4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 200 len: 1093 time: 1.2287679 Aug 09 11:33:54.004533 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:33:54.007599 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4995f86-abae-43c0-bfd9-f58bc565f52a" -d '{"events": [{"name": "network-changed", "server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:54.033186 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1a16c2f-64c9-4445-aac3-af09f295a2bd req-56d96023-4908-4315-9b65-54ea82990464 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dfa0b85a-5409-47f3-ac01-d8a0701e7156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553317 Aug 09 11:33:54.072691 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adec91fb-f14d-4911-92a5-628b4beb936a x-openstack-request-id: req-adec91fb-f14d-4911-92a5-628b4beb936a {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:54.073081 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:54.073392 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adec91fb-f14d-4911-92a5-628b4beb936a {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:54.073885 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'status': 'completed', 'code': 200} Aug 09 11:33:54.124157 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b79f9-8fdd-447e-beee-ca6bd247623f service neutron] Pushing event updated for resources: {'Port': ['ID=4e8c824e-98a4-4f9a-9361-30748ec4ee06,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:54.174934 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-076a2110-84f7-4bab-9284-a864877b1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:54.176481 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-076a2110-84f7-4bab-9284-a864877b1622 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=116b2ef40b7c4a0ebe415d8329df9a04&device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 1096 time: 0.1160643 Aug 09 11:33:54.225406 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-f7d7cb3c-395c-415f-bc90-70771f8f8f63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 200 len: 217 time: 0.0375082 Aug 09 11:33:54.228491 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1a16c2f-64c9-4445-aac3-af09f295a2bd req-140f4f6c-a2da-42e4-93c7-0b47dbca50d1 service neutron] 10.222.0.10 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840241 Aug 09 11:33:54.361654 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-4e9ce76e-ff1c-4c9f-a078-aad108dba802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:54.363160 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-4e9ce76e-ff1c-4c9f-a078-aad108dba802 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c22e4688-689a-4992-846c-f049097a2df0 HTTP/1.1" status: 200 len: 854 time: 0.1172669 Aug 09 11:33:54.504683 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1a16c2f-64c9-4445-aac3-af09f295a2bd req-cc01239d-0562-4e60-a70b-609723c4fd7d service neutron] 10.222.0.10 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375553 Aug 09 11:33:54.529716 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-f3079cd9-063b-4dd0-93c9-204ad559dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:54.531610 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-f3079cd9-063b-4dd0-93c9-204ad559dc8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d6e76ac-3d63-4e87-91af-f81d034eb061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1539063 Aug 09 11:33:54.539525 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f36ae-c7c6-48fb-afd9-98db696d41e9 req-43b4eb3a-511b-459a-aa01-c316af676b68 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:54.541538 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c96f36ae-c7c6-48fb-afd9-98db696d41e9 req-43b4eb3a-511b-459a-aa01-c316af676b68 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 943 time: 0.1434653 Aug 09 11:33:54.570751 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160b7bb-5342-4c34-9a85-97e7208635b6 req-6e05b637-2fa7-4196-a164-0fe6fe15cb6d tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:54.572241 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d160b7bb-5342-4c34-9a85-97e7208635b6 req-6e05b637-2fa7-4196-a164-0fe6fe15cb6d tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1328776 Aug 09 11:33:54.671732 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c96f36ae-c7c6-48fb-afd9-98db696d41e9 req-d6ef98ba-affc-4bbb-80e4-f0cb521ce313 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162512 Aug 09 11:33:54.682881 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d160b7bb-5342-4c34-9a85-97e7208635b6 req-ba808768-9def-45e7-8372-80b5555fe6d2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939879 Aug 09 11:33:54.715718 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-433db128-96fb-4045-8d13-622e58c6831f service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690381 Aug 09 11:33:54.813960 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-244322ab-abe7-414b-b16f-5ee6491bba67 req-398f6663-522f-477f-86b3-d0fa9070702b service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865226 Aug 09 11:33:54.909110 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc2c7e-664e-4cf0-9dee-a8a3002d5114 req-36570212-98c3-4dd1-835f-8379ffd481ad tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:54.910686 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90fc2c7e-664e-4cf0-9dee-a8a3002d5114 req-36570212-98c3-4dd1-835f-8379ffd481ad tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 943 time: 0.0905073 Aug 09 11:33:54.957780 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8905690-dca5-4af5-9e02-9525e7999c19 req-985a49dc-1069-4dbb-ab64-86fcfd9add5e tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:54.959292 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8905690-dca5-4af5-9e02-9525e7999c19 req-985a49dc-1069-4dbb-ab64-86fcfd9add5e tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 945 time: 0.1125686 Aug 09 11:33:55.019532 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90fc2c7e-664e-4cf0-9dee-a8a3002d5114 req-c5070b16-cc6b-4f99-bbd9-b1274183e7ad tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955632 Aug 09 11:33:55.026475 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-b789c23b-94a6-4d96-8ee0-ee8e25bcf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:55.028031 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-b789c23b-94a6-4d96-8ee0-ee8e25bcf1d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=116b2ef40b7c4a0ebe415d8329df9a04&device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 1096 time: 0.1164026 Aug 09 11:33:55.035634 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8905690-dca5-4af5-9e02-9525e7999c19 req-1bf2ad55-2ae5-44e2-9fac-777d65226565 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676868 Aug 09 11:33:55.143245 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49fcf2-6b4e-41c4-adf5-9476249ae017 req-d12b835b-1e3d-405a-8739-96e3012af383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:55.144041 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c49fcf2-6b4e-41c4-adf5-9476249ae017 req-d12b835b-1e3d-405a-8739-96e3012af383 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 1099 time: 0.1014819 Aug 09 11:33:55.168365 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-62e257ce-dbba-4008-b810-1da5f64e0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:55.169846 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-62e257ce-dbba-4008-b810-1da5f64e0283 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d6e76ac-3d63-4e87-91af-f81d034eb061 HTTP/1.1" status: 200 len: 916 time: 0.1285050 Aug 09 11:33:55.220810 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-b26935e7-a489-4ae3-82f7-e8980ebb6631 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 200 len: 217 time: 0.0395014 Aug 09 11:33:55.225103 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c49fcf2-6b4e-41c4-adf5-9476249ae017 req-3596f2e1-3d83-4112-98b7-237688fd63a7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671461 Aug 09 11:33:55.360600 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-18e8dfa4-d9d1-42bc-81d8-dc1b1d10773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:55.362127 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-18e8dfa4-d9d1-42bc-81d8-dc1b1d10773f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c22e4688-689a-4992-846c-f049097a2df0 HTTP/1.1" status: 200 len: 854 time: 0.0613847 Aug 09 11:33:55.413254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-af3d9021-4b5f-446a-92f0-675414feba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:55.414781 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-af3d9021-4b5f-446a-92f0-675414feba9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d6e76ac-3d63-4e87-91af-f81d034eb061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411332 Aug 09 11:33:55.503375 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-f4a11040-218a-42bd-8ffb-f6502cd5c618 service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798161 Aug 09 11:33:55.623248 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4995f86-abae-43c0-bfd9-f58bc565f52a req-8267b80d-4516-4dc2-9370-0bf8eba46810 service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104050 Aug 09 11:33:55.847025 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3929c5-1b5d-4d10-a6a1-d183a3ef7ec6 req-5a51b985-538d-428c-8f1b-070e25fbaa74 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:55.854387 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0c3929c5-1b5d-4d10-a6a1-d183a3ef7ec6 req-5a51b985-538d-428c-8f1b-070e25fbaa74 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 943 time: 0.0995557 Aug 09 11:33:55.912692 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffb92c-f6c6-4a98-8899-862a79b34472 req-29671af8-6a9d-4a79-8476-1c70df860cfb tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:55.915381 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ddffb92c-f6c6-4a98-8899-862a79b34472 req-29671af8-6a9d-4a79-8476-1c70df860cfb tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1077127 Aug 09 11:33:55.923006 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 83d16178-214d-4cbc-b060-6f037b391253 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:33:56.081249 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 83d16178-214d-4cbc-b060-6f037b391253, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=83d16178-214d-4cbc-b060-6f037b391253,segment=NetworkSegment(82725d5c-47de-4b5e-996e-147d6e0d6175),segment_id=82725d5c-47de-4b5e-996e-147d6e0d6175)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:56.106092 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '83d16178-214d-4cbc-b060-6f037b391253', 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156', 'port_id': '83d16178-214d-4cbc-b060-6f037b391253', 'mac_address': 'fa:16:3e:42:6a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0c8dee-3e09-4a37-85e4-9756affd7f94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:33:56.191900 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:56.217446 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d16178-214d-4cbc-b060-6f037b391253 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:33:56.229325 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0c3929c5-1b5d-4d10-a6a1-d183a3ef7ec6 req-54803c6d-7e21-4967-b01b-ce585f4db2b3 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609805 Aug 09 11:33:56.252248 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 83d16178-214d-4cbc-b060-6f037b391253, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=83d16178-214d-4cbc-b060-6f037b391253,segment=NetworkSegment(82725d5c-47de-4b5e-996e-147d6e0d6175),segment_id=82725d5c-47de-4b5e-996e-147d6e0d6175)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:56.259521 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:56.277827 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ddffb92c-f6c6-4a98-8899-862a79b34472 req-5d4a237d-66bf-4fb3-9a15-2f13bffb5f56 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474240 Aug 09 11:33:56.368182 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=83d16178-214d-4cbc-b060-6f037b391253,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:56.457836 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586913e7-9a75-40ab-aff6-4e4aabc3521d req-7935bee7-231e-4dc2-8f2f-32ea162096f5 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:56.459467 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-586913e7-9a75-40ab-aff6-4e4aabc3521d req-7935bee7-231e-4dc2-8f2f-32ea162096f5 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 944 time: 0.0988522 Aug 09 11:33:56.476060 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d642de4-c0a9-40e7-851f-62c11635416a req-b367a1bb-af06-4c76-b6e2-2601a6013640 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:56.477586 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2d642de4-c0a9-40e7-851f-62c11635416a req-b367a1bb-af06-4c76-b6e2-2601a6013640 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 945 time: 0.0718179 Aug 09 11:33:56.541524 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-586913e7-9a75-40ab-aff6-4e4aabc3521d req-f48057b2-01c1-45fb-9e5a-cc92f27e9887 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749359 Aug 09 11:33:56.544355 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2d642de4-c0a9-40e7-851f-62c11635416a req-18d4831c-e5ef-412f-9cdc-f2599f991444 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604537 Aug 09 11:33:56.708568 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['83d16178-214d-4cbc-b060-6f037b391253'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:33:57.402605 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b49f2-b377-40db-8c02-8145ed884934 req-657e9071-d938-48a0-af3d-121c75d86569 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:57.404488 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f00b49f2-b377-40db-8c02-8145ed884934 req-657e9071-d938-48a0-af3d-121c75d86569 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0793197 Aug 09 11:33:57.423444 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e31ca-2fa7-42fe-a335-44312c71ad13 req-bcc58f98-b2e1-4165-83db-4fb0315d4c07 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:57.425093 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e6e31ca-2fa7-42fe-a335-44312c71ad13 req-bcc58f98-b2e1-4165-83db-4fb0315d4c07 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 943 time: 0.0723240 Aug 09 11:33:57.501275 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e6e31ca-2fa7-42fe-a335-44312c71ad13 req-e69a4e3a-387d-46ab-b483-8750bf64edb5 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679374 Aug 09 11:33:57.506686 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f00b49f2-b377-40db-8c02-8145ed884934 req-b57ffc9f-c8ba-41f1-be9d-f125b1eb67d8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795715 Aug 09 11:33:57.681555 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd64af-0658-42b7-ad77-e26e5ddb7c77 req-284b2726-1c3e-4183-bf4f-9f7bec2986e3 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:57.683506 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63bd64af-0658-42b7-ad77-e26e5ddb7c77 req-284b2726-1c3e-4183-bf4f-9f7bec2986e3 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0890424 Aug 09 11:33:57.743986 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63bd64af-0658-42b7-ad77-e26e5ddb7c77 req-97a7086b-bff2-4ec5-8ce6-2aaae0e6a3da tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541663 Aug 09 11:33:57.821565 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 42884) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:57.929686 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 4e8c824e-98a4-4f9a-9361-30748ec4ee06 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:33:57.939111 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 83d16178-214d-4cbc-b060-6f037b391253 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:33:57.946295 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa890a0-fed4-4752-8f4c-f20a02f8b9a8 req-c52d7e1b-8a02-4c23-9e9f-86721ef918a5 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:57.960405 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5aa890a0-fed4-4752-8f4c-f20a02f8b9a8 req-c52d7e1b-8a02-4c23-9e9f-86721ef918a5 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 944 time: 0.1271331 Aug 09 11:33:58.026749 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be97ed66-6a46-4de8-b54c-0f18c81fdfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.058973 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5aa890a0-fed4-4752-8f4c-f20a02f8b9a8 req-4e0a86b9-4920-4c1a-aca0-9d6bc0b2505a tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968640 Aug 09 11:33:58.143529 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-78373ff0-5128-4cc9-b76b-a5b2886d55a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.179107 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 83d16178-214d-4cbc-b060-6f037b391253 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:33:58.185257 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 83d16178-214d-4cbc-b060-6f037b391253 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:58.186061 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.232918 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be97ed66-6a46-4de8-b54c-0f18c81fdfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.240278 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be97ed66-6a46-4de8-b54c-0f18c81fdfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.245551 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 4e8c824e-98a4-4f9a-9361-30748ec4ee06, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:58.276000 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'port_id': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'mac_address': 'fa:16:3e:6a:b3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:33:58.312737 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-be97ed66-6a46-4de8-b54c-0f18c81fdfb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1d939a498914a3d854aaab12e018f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900510 Aug 09 11:33:58.313587 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97ed66-6a46-4de8-b54c-0f18c81fdfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3c437e-0240-4673-bceb-4b9f47f7e137,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:58.316045 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 42900) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:58.404085 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.409987 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86040d06-3018-4d0a-859f-e6b555add203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.421871 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8c824e-98a4-4f9a-9361-30748ec4ee06 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:33:58.426600 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.438936 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86040d06-3018-4d0a-859f-e6b555add203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.445851 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49339090-ef9c-4391-b322-285d435ec96e req-6d67c77b-345c-4a43-af41-00eede11e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:58.447714 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49339090-ef9c-4391-b322-285d435ec96e req-6d67c77b-345c-4a43-af41-00eede11e75b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 1099 time: 0.1178808 Aug 09 11:33:58.458325 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1842908-7006-4ce6-a7c3-d86b17ca4d95 req-46ccd6b2-1262-429c-a6c3-dcc89266a0ff tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:58.460850 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1842908-7006-4ce6-a7c3-d86b17ca4d95 req-46ccd6b2-1262-429c-a6c3-dcc89266a0ff tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1049182 Aug 09 11:33:58.471150 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 4e8c824e-98a4-4f9a-9361-30748ec4ee06, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:58.478690 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dd770a-bfc2-429d-80f2-07c99c2fcde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d16178-214d-4cbc-b060-6f037b391253'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:33:58.481117 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6badb7b4-8da8-496f-b94a-c82c866d1eaa" -d '{"events": [{"server_uuid": "b5dd770a-bfc2-429d-80f2-07c99c2fcde6", "name": "network-vif-plugged", "status": "completed", "tag": "83d16178-214d-4cbc-b060-6f037b391253"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:33:58.487263 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.510794 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86040d06-3018-4d0a-859f-e6b555add203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.518841 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86040d06-3018-4d0a-859f-e6b555add203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.520020 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-86040d06-3018-4d0a-859f-e6b555add203 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff3c437e-0240-4673-bceb-4b9f47f7e137 HTTP/1.1" status: 204 len: 168 time: 0.2030003 Aug 09 11:33:58.571490 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 83d16178-214d-4cbc-b060-6f037b391253, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=83d16178-214d-4cbc-b060-6f037b391253,segment=NetworkSegment(82725d5c-47de-4b5e-996e-147d6e0d6175),segment_id=82725d5c-47de-4b5e-996e-147d6e0d6175)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:33:58.571932 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86040d06-3018-4d0a-859f-e6b555add203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3c437e-0240-4673-bceb-4b9f47f7e137,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:58.591263 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:58.594688 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1842908-7006-4ce6-a7c3-d86b17ca4d95 req-72c6a112-2c09-4922-8892-08867290c268 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236122 Aug 09 11:33:58.628129 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49339090-ef9c-4391-b322-285d435ec96e req-4af8c3e9-4fe4-4477-9472-340b15de83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:58.630033 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49339090-ef9c-4391-b322-285d435ec96e req-4af8c3e9-4fe4-4477-9472-340b15de83e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 920 time: 0.1678860 Aug 09 11:33:58.681656 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=4e8c824e-98a4-4f9a-9361-30748ec4ee06,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:58.694752 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94652cd8-1e40-4f83-9c9a-0ead4faf0cea x-openstack-request-id: req-94652cd8-1e40-4f83-9c9a-0ead4faf0cea {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:33:58.695890 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dd770a-bfc2-429d-80f2-07c99c2fcde6", "name": "network-vif-plugged", "status": "completed", "tag": "83d16178-214d-4cbc-b060-6f037b391253", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:33:58.696440 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94652cd8-1e40-4f83-9c9a-0ead4faf0cea {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:33:58.697038 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dd770a-bfc2-429d-80f2-07c99c2fcde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d16178-214d-4cbc-b060-6f037b391253', 'code': 200} Aug 09 11:33:58.718292 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49339090-ef9c-4391-b322-285d435ec96e req-90b9d861-4277-4987-aca4-0ec495f96c91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 HTTP/1.1" status: 200 len: 217 time: 0.0737772 Aug 09 11:33:58.805484 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=83d16178-214d-4cbc-b060-6f037b391253,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:58.885990 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49339090-ef9c-4391-b322-285d435ec96e req-0bffccda-45e6-41d9-a248-1caa7a2e30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:58.888105 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49339090-ef9c-4391-b322-285d435ec96e req-0bffccda-45e6-41d9-a248-1caa7a2e30d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.1551855 Aug 09 11:33:58.891704 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['4e8c824e-98a4-4f9a-9361-30748ec4ee06'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:33:58.947039 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a773dc1-91b2-4acb-9a57-5366f219d606 req-ffabd250-8867-4939-ae0f-3e6f0b26111b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:58.949323 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a773dc1-91b2-4acb-9a57-5366f219d606 req-ffabd250-8867-4939-ae0f-3e6f0b26111b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.1412895 Aug 09 11:33:58.958969 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25ccb9-3278-4100-bc71-ffd434bce101 req-f9a34797-de19-4f1e-8c60-0573bccf050a tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:58.967557 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a25ccb9-3278-4100-bc71-ffd434bce101 req-f9a34797-de19-4f1e-8c60-0573bccf050a tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 944 time: 0.1605124 Aug 09 11:33:59.013434 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01e5d-09fb-4820-bd4a-fadc368743a6 req-17fbfc2e-e908-410d-86d5-fdd9eed6636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:59.015203 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68b01e5d-09fb-4820-bd4a-fadc368743a6 req-17fbfc2e-e908-410d-86d5-fdd9eed6636f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 1098 time: 0.1246824 Aug 09 11:33:59.091037 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0a25ccb9-3278-4100-bc71-ffd434bce101 req-d824a42b-630e-448e-bd83-85385cfccdf8 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224427 Aug 09 11:33:59.095791 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49339090-ef9c-4391-b322-285d435ec96e req-21030af6-57ff-4497-a29a-263bc0e49535 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632205 Aug 09 11:33:59.109748 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3a773dc1-91b2-4acb-9a57-5366f219d606 req-a29056f3-4063-4115-9366-b735a74a72e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310596 Aug 09 11:33:59.188466 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68b01e5d-09fb-4820-bd4a-fadc368743a6 req-c4446d4b-e15b-4279-ac79-f000de7b0ea5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569750 Aug 09 11:33:59.267155 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49339090-ef9c-4391-b322-285d435ec96e req-13588a69-13fb-40ee-a752-b8f55e569173 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525407 Aug 09 11:33:59.275292 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673c229-9f5d-4197-abd8-2cfe951335e6 req-727e8e28-d90b-496b-8262-f1c864371d47 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:59.276736 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5673c229-9f5d-4197-abd8-2cfe951335e6 req-727e8e28-d90b-496b-8262-f1c864371d47 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 945 time: 0.0859249 Aug 09 11:33:59.360351 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5673c229-9f5d-4197-abd8-2cfe951335e6 req-0f7021c9-7c9c-4b7a-80f0-96fb1e4e628b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748959 Aug 09 11:33:59.395031 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49339090-ef9c-4391-b322-285d435ec96e req-dca80cd6-c1cc-4d7f-89a6-b81030eda0d4 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172221 Aug 09 11:33:59.764834 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b8a60-15bb-4d3a-8fa2-cc057553b28d req-8e621d80-ccd1-436d-bcb1-d4b4224a73a9 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:59.769981 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-155b8a60-15bb-4d3a-8fa2-cc057553b28d req-8e621d80-ccd1-436d-bcb1-d4b4224a73a9 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0791225 Aug 09 11:33:59.812580 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-155b8a60-15bb-4d3a-8fa2-cc057553b28d req-9a33b75d-1d49-4938-a51a-a7df786a2d0e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363619 Aug 09 11:33:59.960237 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 42958) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:00.066999 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b7fabf15-f470-4b8e-91d2-282af7e96e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:00.186052 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b7fabf15-f470-4b8e-91d2-282af7e96e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:00.191485 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b7fabf15-f470-4b8e-91d2-282af7e96e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:00.238377 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fabf15-f470-4b8e-91d2-282af7e96e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8b1551-2ff2-4f69-8907-53d0b2d27c57,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:00.247581 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-b7fabf15-f470-4b8e-91d2-282af7e96e80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca3b22c1f4184ff1bd22dbaab7b6c36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862663 Aug 09 11:34:00.248175 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 42968) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:00.291767 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5dd2-9394-4999-a0a2-3b8122756cbb req-1a9aa6e5-2fb4-49d4-b2f8-a24fe7334868 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:00.293743 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8eee5dd2-9394-4999-a0a2-3b8122756cbb req-1a9aa6e5-2fb4-49d4-b2f8-a24fe7334868 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0897677 Aug 09 11:34:00.313209 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-80759b1a-d645-4a41-8b88-b2ae0b127d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:00.317508 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96955fee-144f-459e-94b2-861c394d9b1a req-245131fc-55ea-491c-b9e6-1203c7711781 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:00.326667 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96955fee-144f-459e-94b2-861c394d9b1a req-245131fc-55ea-491c-b9e6-1203c7711781 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 944 time: 0.1340227 Aug 09 11:34:00.352438 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-80759b1a-d645-4a41-8b88-b2ae0b127d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:00.395691 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8eee5dd2-9394-4999-a0a2-3b8122756cbb req-6bdb1972-cdc0-4ad2-8f69-c5ebd810c9cc tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916865 Aug 09 11:34:00.400275 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96955fee-144f-459e-94b2-861c394d9b1a req-e4cac446-e28f-41c8-b449-4fc594add0b9 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717664 Aug 09 11:34:00.428256 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-80759b1a-d645-4a41-8b88-b2ae0b127d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:00.431567 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-80759b1a-d645-4a41-8b88-b2ae0b127d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:00.432770 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-80759b1a-d645-4a41-8b88-b2ae0b127d52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d8b1551-2ff2-4f69-8907-53d0b2d27c57 HTTP/1.1" status: 204 len: 168 time: 0.1836677 Aug 09 11:34:00.442588 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80759b1a-d645-4a41-8b88-b2ae0b127d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8b1551-2ff2-4f69-8907-53d0b2d27c57,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:00.534202 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f089a2-34ed-46fb-9321-7b664c74e30e req-c5b0208f-6862-4f78-b22f-04f9bcfca23a tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:00.535866 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06f089a2-34ed-46fb-9321-7b664c74e30e req-c5b0208f-6862-4f78-b22f-04f9bcfca23a tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 945 time: 0.0587862 Aug 09 11:34:00.579210 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06f089a2-34ed-46fb-9321-7b664c74e30e req-432babd7-070c-4a2c-bd2b-e4aab0476b99 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370142 Aug 09 11:34:00.751767 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7636c43f-0d42-4917-89c7-67ea6263ecd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:00.959565 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:00.992500 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaf022-7e28-4653-b45e-38fda946c02d req-c3cfec56-457e-441b-8312-b50a5dc70d44 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:01.000641 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dafaf022-7e28-4653-b45e-38fda946c02d req-c3cfec56-457e-441b-8312-b50a5dc70d44 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0768776 Aug 09 11:34:01.044804 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dafaf022-7e28-4653-b45e-38fda946c02d req-0b60861b-3350-412d-a3d2-c337814108a7 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Aug 09 11:34:01.578767 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7df37-69db-48c2-8cc3-0524779adbae req-b38aa748-d481-45a9-8d3e-f7cd3c8a771e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:01.580323 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cc7df37-69db-48c2-8cc3-0524779adbae req-b38aa748-d481-45a9-8d3e-f7cd3c8a771e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.1008561 Aug 09 11:34:01.599777 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747b601-aa8e-44d2-94e8-3390d464cb58 req-2752d1db-dfe4-4f6c-b150-23d74265fa4b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:01.602418 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f747b601-aa8e-44d2-94e8-3390d464cb58 req-2752d1db-dfe4-4f6c-b150-23d74265fa4b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 944 time: 0.0857780 Aug 09 11:34:01.678564 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1cc7df37-69db-48c2-8cc3-0524779adbae req-32a7d077-0336-4aec-805e-95968b06a1d6 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762584 Aug 09 11:34:01.682176 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f747b601-aa8e-44d2-94e8-3390d464cb58 req-31a89af2-5b8d-46a8-9ae5-112875707dde tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692408 Aug 09 11:34:01.937030 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:01.945370 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 4e8c824e-98a4-4f9a-9361-30748ec4ee06 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:02.010120 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:02.014495 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:02.015024 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:02.105642 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:02.135363 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:34:02.138419 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd654c83-2d6b-47d3-a8d0-2d3430dc938e" -d '{"events": [{"server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "name": "network-vif-plugged", "status": "completed", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:02.156026 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 4e8c824e-98a4-4f9a-9361-30748ec4ee06, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:02.164912 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:02.196412 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b552bb-9fde-4f88-8d56-a28648cb3879 req-83c119cc-cae9-414d-b623-a6cbb9e6e5f1 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:02.200644 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f6b552bb-9fde-4f88-8d56-a28648cb3879 req-83c119cc-cae9-414d-b623-a6cbb9e6e5f1 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0838301 Aug 09 11:34:02.212011 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ea7cc9-33db-42e8-a047-7dacf36436ff x-openstack-request-id: req-d5ea7cc9-33db-42e8-a047-7dacf36436ff {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:02.212307 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "name": "network-vif-plugged", "status": "completed", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:02.212561 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5ea7cc9-33db-42e8-a047-7dacf36436ff {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:02.212985 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'code': 200} Aug 09 11:34:02.235738 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=4e8c824e-98a4-4f9a-9361-30748ec4ee06,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:02.270175 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f6b552bb-9fde-4f88-8d56-a28648cb3879 req-29e61522-6f7b-4823-afb9-93eb3f886088 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550287 Aug 09 11:34:02.363781 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:02.461399 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b4434-4dc8-4f76-ac94-cab0aa743960 req-5c899478-cdfd-4608-ae69-94ec9eba72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:02.463096 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-526b4434-4dc8-4f76-ac94-cab0aa743960 req-5c899478-cdfd-4608-ae69-94ec9eba72e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 1098 time: 0.0470045 Aug 09 11:34:02.512680 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-526b4434-4dc8-4f76-ac94-cab0aa743960 req-ae697424-df04-474f-973a-b10d900c8049 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398285 Aug 09 11:34:02.840173 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d429e-f3be-4e2e-a953-05a2842c65d5 req-c5d70784-d4af-41d2-8c0c-9c98b33e9026 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:02.841704 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-349d429e-f3be-4e2e-a953-05a2842c65d5 req-c5d70784-d4af-41d2-8c0c-9c98b33e9026 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.0761278 Aug 09 11:34:02.854073 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d09a2-fe37-4b47-b3ae-5ef1e9514403 req-fa3c9908-3a0c-4a1e-982c-8d082a348f9d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:02.855575 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-080d09a2-fe37-4b47-b3ae-5ef1e9514403 req-fa3c9908-3a0c-4a1e-982c-8d082a348f9d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0803921 Aug 09 11:34:02.918684 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-349d429e-f3be-4e2e-a953-05a2842c65d5 req-fd62ebe6-ce4a-4e4f-a376-0763f7b33d58 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621240 Aug 09 11:34:02.921716 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-080d09a2-fe37-4b47-b3ae-5ef1e9514403 req-9d98c38a-8c41-487c-a035-cd010a25945c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581491 Aug 09 11:34:03.473362 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:03.817739 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832da3e7-5b3e-4dbd-9e6e-cc162e2930c5 req-489f71ce-a664-4017-aee2-d446af11e112 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:03.819410 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-832da3e7-5b3e-4dbd-9e6e-cc162e2930c5 req-489f71ce-a664-4017-aee2-d446af11e112 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0554426 Aug 09 11:34:03.860278 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-832da3e7-5b3e-4dbd-9e6e-cc162e2930c5 req-47d9a71c-a592-405a-b90a-9cdba07d2c96 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Aug 09 11:34:04.079114 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84542ed-4dc3-48c1-8070-3b9f7ef09138 req-e9463d0f-037f-490d-aca2-63f4d1594c02 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:04.081090 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e84542ed-4dc3-48c1-8070-3b9f7ef09138 req-e9463d0f-037f-490d-aca2-63f4d1594c02 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0775177 Aug 09 11:34:04.143344 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e84542ed-4dc3-48c1-8070-3b9f7ef09138 req-acf159d6-9955-4e0f-a610-97c939a3a79f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453060 Aug 09 11:34:04.262373 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc72f57-b2b8-48b2-aaad-292123658643 req-56e9b93c-b18f-4be7-8542-63f991d15c85 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:04.263910 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0bc72f57-b2b8-48b2-aaad-292123658643 req-56e9b93c-b18f-4be7-8542-63f991d15c85 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.0524437 Aug 09 11:34:04.323683 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0bc72f57-b2b8-48b2-aaad-292123658643 req-3101e76d-d5be-4120-bd4a-d0f0aee07012 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505090 Aug 09 11:34:05.279662 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525bee2-002a-40f3-9902-93a4e9e6287b req-22edacc1-5d7f-4d54-adff-50c9d5499cb7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:05.281206 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4525bee2-002a-40f3-9902-93a4e9e6287b req-22edacc1-5d7f-4d54-adff-50c9d5499cb7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0587487 Aug 09 11:34:05.321478 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4525bee2-002a-40f3-9902-93a4e9e6287b req-a14a5ebb-595a-4d57-a63a-d7bde9bd5596 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336151 Aug 09 11:34:05.459641 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75213164-fd9a-4230-af04-d3bd9f5115b1 req-c5a76403-5248-4f47-9d69-3471dcbe4fff tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:05.461054 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75213164-fd9a-4230-af04-d3bd9f5115b1 req-c5a76403-5248-4f47-9d69-3471dcbe4fff tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.0598440 Aug 09 11:34:05.510409 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75213164-fd9a-4230-af04-d3bd9f5115b1 req-8db0f2ab-34b6-4156-a767-37c0f2e66977 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 Aug 09 11:34:06.448374 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6d3c0-7f78-4e1c-8576-209cb5e2ab01 req-6276a2e8-d557-4be6-ae9c-24a0b3f57f72 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:06.450409 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4e6d3c0-7f78-4e1c-8576-209cb5e2ab01 req-6276a2e8-d557-4be6-ae9c-24a0b3f57f72 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0533628 Aug 09 11:34:06.488849 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4e6d3c0-7f78-4e1c-8576-209cb5e2ab01 req-77e42b49-1ee3-4d0d-9d9d-563b684295cd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321269 Aug 09 11:34:06.634707 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835cbfe-994c-4d0e-a8b0-727261a07d14 req-baf05240-2498-48c7-90ab-fa466e4034ad tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:06.636122 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b835cbfe-994c-4d0e-a8b0-727261a07d14 req-baf05240-2498-48c7-90ab-fa466e4034ad tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.0553310 Aug 09 11:34:06.674647 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b835cbfe-994c-4d0e-a8b0-727261a07d14 req-d6742bd5-6a89-4c85-a535-e74cda70e9aa tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323029 Aug 09 11:34:07.623598 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fb783-b82b-4cd4-b7b2-d43072691e66 req-5a9f7a09-a7f9-4278-a085-571f5cd71899 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:07.626390 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df5fb783-b82b-4cd4-b7b2-d43072691e66 req-5a9f7a09-a7f9-4278-a085-571f5cd71899 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0595446 Aug 09 11:34:07.672184 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df5fb783-b82b-4cd4-b7b2-d43072691e66 req-b20446a2-f4e1-43eb-b5ee-80ce94017f15 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393589 Aug 09 11:34:07.798148 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c084289-7117-4d32-ade7-76b322b11bcc req-b0656e2d-2354-4acc-bca8-e94c0b00119e tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:07.799648 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1c084289-7117-4d32-ade7-76b322b11bcc req-b0656e2d-2354-4acc-bca8-e94c0b00119e tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.0508180 Aug 09 11:34:07.842703 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1c084289-7117-4d32-ade7-76b322b11bcc req-e3522887-fe55-4852-99c0-8ea4226adbfc tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351355 Aug 09 11:34:07.965667 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19755bb3-62a1-449d-bac5-304c5739f407 req-ba921280-773c-4e5a-a746-93604ab0250f tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:07.967156 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-19755bb3-62a1-449d-bac5-304c5739f407 req-ba921280-773c-4e5a-a746-93604ab0250f tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.0537379 Aug 09 11:34:08.010747 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-19755bb3-62a1-449d-bac5-304c5739f407 req-7a3226c3-ae76-4743-bd13-702fa7201a05 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Aug 09 11:34:08.383812 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0bc1e-e0b5-4646-8961-0f8a31461023 req-3b74051f-0922-4c64-ba90-ac51cfcc1dd5 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:08.386042 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-74b0bc1e-e0b5-4646-8961-0f8a31461023 req-3b74051f-0922-4c64-ba90-ac51cfcc1dd5 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.0603964 Aug 09 11:34:08.431068 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-74b0bc1e-e0b5-4646-8961-0f8a31461023 req-46cc72ec-11fc-40e0-8697-ff1fb0b29c95 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375326 Aug 09 11:34:08.811697 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b343a-593d-43d6-97d0-b91db2f9fc72 req-69420fad-ff04-4104-ba4b-68cc30510095 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:08.813732 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b1b343a-593d-43d6-97d0-b91db2f9fc72 req-69420fad-ff04-4104-ba4b-68cc30510095 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0527666 Aug 09 11:34:08.854593 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b1b343a-593d-43d6-97d0-b91db2f9fc72 req-826d7a7e-912b-4522-a636-06486145eaaa tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340319 Aug 09 11:34:09.980389 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61812510-2ccd-4dba-811f-cd18c97811f0 req-922e8376-2102-41e3-a2db-46420e162ac5 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:09.981926 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-61812510-2ccd-4dba-811f-cd18c97811f0 req-922e8376-2102-41e3-a2db-46420e162ac5 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0523052 Aug 09 11:34:10.028350 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-61812510-2ccd-4dba-811f-cd18c97811f0 req-d6819715-c019-41a9-9169-4ad157e24805 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385206 Aug 09 11:34:11.182733 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011fdf9-e730-48a7-a249-357b79183ff5 req-4ebfa230-7294-463e-a817-85b6210972dd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:11.184527 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1011fdf9-e730-48a7-a249-357b79183ff5 req-4ebfa230-7294-463e-a817-85b6210972dd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0601623 Aug 09 11:34:11.233578 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1011fdf9-e730-48a7-a249-357b79183ff5 req-e48bf93c-7a5d-46b3-af06-a2c259b5e033 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404530 Aug 09 11:34:12.308586 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff06099-a6b1-4d58-bcdc-feaead03f3b4 req-f714934e-a4bd-41f7-be4c-a390f53bc628 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:12.310567 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ff06099-a6b1-4d58-bcdc-feaead03f3b4 req-f714934e-a4bd-41f7-be4c-a390f53bc628 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0599673 Aug 09 11:34:12.355391 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ff06099-a6b1-4d58-bcdc-feaead03f3b4 req-afbac826-6908-4809-a54f-3695fc0873cb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380805 Aug 09 11:34:12.482519 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8639b-02e9-4edb-b2f0-8a6051a678ed req-6a91e9b8-1181-484a-b95c-6c286c37dba3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:12.484096 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4dd8639b-02e9-4edb-b2f0-8a6051a678ed req-6a91e9b8-1181-484a-b95c-6c286c37dba3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0598123 Aug 09 11:34:12.528145 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4dd8639b-02e9-4edb-b2f0-8a6051a678ed req-ab230d67-f98f-44a0-a475-b20f58e5b82f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351794 Aug 09 11:34:13.515751 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5920462-24de-4bc8-af30-e3ccf3936ac2 req-b1e9a699-5a37-4ca3-b365-b0f46e81bf20 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:13.518583 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c5920462-24de-4bc8-af30-e3ccf3936ac2 req-b1e9a699-5a37-4ca3-b365-b0f46e81bf20 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0800378 Aug 09 11:34:13.577237 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c5920462-24de-4bc8-af30-e3ccf3936ac2 req-a78cd84f-67c9-4fa2-956a-429ba8a1dd1b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436149 Aug 09 11:34:13.689994 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0114c2-acb4-49e7-afc9-5b1978ad04ce req-f8a952bc-ace9-4580-b7b7-b01efc2c725d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:13.700094 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0c0114c2-acb4-49e7-afc9-5b1978ad04ce req-f8a952bc-ace9-4580-b7b7-b01efc2c725d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0541964 Aug 09 11:34:13.731262 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0c0114c2-acb4-49e7-afc9-5b1978ad04ce req-7a443067-b101-4c4d-96c1-3445c113676a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331321 Aug 09 11:34:14.703353 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea2c85-1a05-4523-ab95-ee48610133a4 req-1dd8d7de-7e98-4a20-8185-994a1004ebc1 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:14.705370 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4aea2c85-1a05-4523-ab95-ee48610133a4 req-1dd8d7de-7e98-4a20-8185-994a1004ebc1 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0551131 Aug 09 11:34:14.769665 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4aea2c85-1a05-4523-ab95-ee48610133a4 req-744ce74d-de32-4e40-8a41-5ad93c129353 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565400 Aug 09 11:34:14.895573 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaed87-dc30-43c4-8fc5-b703daf1ce44 req-500fe594-3941-4a44-83b9-c9bc739c6aff tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:14.897667 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93aaed87-dc30-43c4-8fc5-b703daf1ce44 req-500fe594-3941-4a44-83b9-c9bc739c6aff tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0580890 Aug 09 11:34:14.950617 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93aaed87-dc30-43c4-8fc5-b703daf1ce44 req-53e12303-1671-45ec-b0a7-07318584013f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462337 Aug 09 11:34:15.915513 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7713364-e5e9-40a4-9343-eac4ba1c51bc req-a34b8afa-1f0d-4523-81c5-c8e32894ec98 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:15.917205 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7713364-e5e9-40a4-9343-eac4ba1c51bc req-a34b8afa-1f0d-4523-81c5-c8e32894ec98 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0574453 Aug 09 11:34:15.969314 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d7713364-e5e9-40a4-9343-eac4ba1c51bc req-55b5aae3-e32f-46a5-af6d-f9a67c7d9600 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 Aug 09 11:34:16.090400 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d847e0-f93f-4300-8ce4-51b5b718904a req-03d4a039-7637-4438-b9b8-6632b6e8e43d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:16.092471 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-48d847e0-f93f-4300-8ce4-51b5b718904a req-03d4a039-7637-4438-b9b8-6632b6e8e43d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0642354 Aug 09 11:34:16.134026 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-48d847e0-f93f-4300-8ce4-51b5b718904a req-6d5c4304-9cdc-472a-93e8-ac6d557695db tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348506 Aug 09 11:34:16.660713 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:34:17.128774 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad75bd-1524-4029-8eac-38d3f1a3a02d req-c26fea63-2fb6-4b8d-930a-aa79a2ad0ee3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:17.128774 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f6ad75bd-1524-4029-8eac-38d3f1a3a02d req-c26fea63-2fb6-4b8d-930a-aa79a2ad0ee3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0708306 Aug 09 11:34:17.178469 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f6ad75bd-1524-4029-8eac-38d3f1a3a02d req-5ac945ee-127f-4cc9-80e2-0b1a2ed89945 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458355 Aug 09 11:34:17.272970 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a1377-25a0-476d-8722-cee7260146d7 req-0fccc3fe-f8b4-4dfd-a890-75a9726370ef tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:17.274985 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-345a1377-25a0-476d-8722-cee7260146d7 req-0fccc3fe-f8b4-4dfd-a890-75a9726370ef tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0565205 Aug 09 11:34:17.330300 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-345a1377-25a0-476d-8722-cee7260146d7 req-671c55a5-ea46-466a-bd94-d5986f50a68b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444875 Aug 09 11:34:18.308851 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf4e73-ba06-45c3-a4bb-b96592fcd807 req-ecb9c9ee-cc2d-430d-ab55-65bb3f7c0fbe tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:18.310341 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fbf4e73-ba06-45c3-a4bb-b96592fcd807 req-ecb9c9ee-cc2d-430d-ab55-65bb3f7c0fbe tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0576801 Aug 09 11:34:18.353220 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fbf4e73-ba06-45c3-a4bb-b96592fcd807 req-64945d74-424e-4ccc-8c9a-a2ca4b372513 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369892 Aug 09 11:34:18.473020 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46507099-edb0-41ce-879c-67fb3ea208c3 req-0f82cffb-9343-4cf8-86f1-080dd258f6cf tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:18.474469 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-46507099-edb0-41ce-879c-67fb3ea208c3 req-0f82cffb-9343-4cf8-86f1-080dd258f6cf tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0540242 Aug 09 11:34:18.522164 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-46507099-edb0-41ce-879c-67fb3ea208c3 req-7dd11d6f-92a2-45c3-812c-971240a98e0d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396063 Aug 09 11:34:19.406161 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d69f5-cec2-450b-9327-f488f70731a1 req-08f3767d-60fa-4811-b2c3-8abe15694512 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:19.407748 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-08f3767d-60fa-4811-b2c3-8abe15694512 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 814 time: 0.1186543 Aug 09 11:34:19.429205 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-579eea3f-90f6-46fd-92d2-44097550218f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/quotas/4a482b508e9b456da931118833978edd HTTP/1.1" status: 200 len: 375 time: 0.0105488 Aug 09 11:34:19.540749 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-97448fc2-b1c1-4a09-8f8e-c4d5d8146edb tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003323 Aug 09 11:34:19.554865 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a57e3-ba2c-48d2-9f98-9cc1315c68b5 req-af17659b-bc12-419f-8b8f-6d076729e8bb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:19.556446 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f54a57e3-ba2c-48d2-9f98-9cc1315c68b5 req-af17659b-bc12-419f-8b8f-6d076729e8bb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1020734 Aug 09 11:34:19.647951 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f54a57e3-ba2c-48d2-9f98-9cc1315c68b5 req-242b0b42-dc1a-48b6-9890-ceddf4f6d5c6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819705 Aug 09 11:34:19.680973 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-93bbf21d-d5c2-4f85-b5db-ee12b8d9cc24 service neutron] 10.222.0.30 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235425 Aug 09 11:34:19.840874 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf24c7-dff7-4861-9a17-aa9361d02dc4 req-0459324b-802e-4ca1-9af2-cdfa87d05cfb tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:19.842446 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7bbf24c7-dff7-4861-9a17-aa9361d02dc4 req-0459324b-802e-4ca1-9af2-cdfa87d05cfb tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.1019547 Aug 09 11:34:19.846912 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-afedf6c2-83e1-4b9b-8b0c-dc4dad20c9dc service neutron] 10.222.0.30 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597388 Aug 09 11:34:19.911169 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7bbf24c7-dff7-4861-9a17-aa9361d02dc4 req-8d2133b7-0bcb-432a-aed1-72dfbb4cffb3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565593 Aug 09 11:34:20.015152 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 99b9646a-05df-407b-ae45-2dc480b07c69 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:34:20.093978 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ec98a67f-b041-444a-870c-b02d3c35eedb req-e09434a5-fa20-495b-a81c-ebd869559445 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 210 time: 0.0543327 Aug 09 11:34:20.141934 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:20.156835 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '99b9646a-05df-407b-ae45-2dc480b07c69', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'port_id': '99b9646a-05df-407b-ae45-2dc480b07c69', 'mac_address': 'fa:16:3e:0e:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:34:20.212652 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:20.238693 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99b9646a-05df-407b-ae45-2dc480b07c69 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:34:20.292882 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:20.300371 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:20.379533 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=6']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:20.384927 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.385359 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.385745 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.386079 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.386617 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.387216 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.387929 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.388152 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.388712 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.389056 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.389386 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.389742 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:20.443908 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['99b9646a-05df-407b-ae45-2dc480b07c69'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:34:20.805927 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d88f-28ae-4c0b-b054-7ddfb8556e98 req-5d88fd4d-2038-4ee5-8d6c-14a81b9ef183 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:20.807487 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2b5d88f-28ae-4c0b-b054-7ddfb8556e98 req-5d88fd4d-2038-4ee5-8d6c-14a81b9ef183 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0649936 Aug 09 11:34:20.855895 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2b5d88f-28ae-4c0b-b054-7ddfb8556e98 req-54402aa2-7337-4a47-83c8-26c2afa2374a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368955 Aug 09 11:34:21.085765 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0885-db84-43f2-a28b-c2e8255cb286 req-e4644ca6-b24f-4e24-9228-6c32a81aa610 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:21.087440 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-093d0885-db84-43f2-a28b-c2e8255cb286 req-e4644ca6-b24f-4e24-9228-6c32a81aa610 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 944 time: 0.0684626 Aug 09 11:34:21.152714 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-093d0885-db84-43f2-a28b-c2e8255cb286 req-def38e53-37d3-4649-a606-0678608ce13b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582571 Aug 09 11:34:21.194735 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8ab64bd0-268d-43ad-a4ad-d98c3c52a73f req-dea79ec4-e8f5-4d99-8333-07018e98af5d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 210 time: 0.0345609 Aug 09 11:34:21.394296 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d69f5-cec2-450b-9327-f488f70731a1 req-48bbcea1-8453-4377-af46-5face2e69b2c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:21.396537 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-48bbcea1-8453-4377-af46-5face2e69b2c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 814 time: 0.1341138 Aug 09 11:34:21.421425 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Request body: {'port': {'device_id': '69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c', 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d', 'admin_state_up': True, 'tenant_id': '4a482b508e9b456da931118833978edd'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:21.597162 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Made reservation on behalf of 4a482b508e9b456da931118833978edd for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:34:21.601490 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:22.021855 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 99b9646a-05df-407b-ae45-2dc480b07c69 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:22.059789 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Allocated IP 172.20.0.2 (c117ee7e-fc0b-4f62-921d-6083d7d7fe3d/4fa9b018-5f44-4241-9d8e-60b092191cc4/a8c226ba-aa5a-419e-85bc-7c34cd4ad702) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:34:22.090309 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd075ab0-c22a-4407-8d4f-508dfe26d382 req-52234f0c-ae2c-4403-ba5a-f6ebce2783cd tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:22.091980 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cd075ab0-c22a-4407-8d4f-508dfe26d382 req-52234f0c-ae2c-4403-ba5a-f6ebce2783cd tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0903940 Aug 09 11:34:22.215246 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cd075ab0-c22a-4407-8d4f-508dfe26d382 req-82f60151-ac8b-4170-a453-db32caa4bf43 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143007 Aug 09 11:34:22.240377 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 99b9646a-05df-407b-ae45-2dc480b07c69 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:22.240744 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:22.360059 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995e1bd-9a5f-44b5-8510-93ed387508e0 req-5d60929d-82e7-4abb-a5bf-e88b2b4876dc tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:22.361766 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d995e1bd-9a5f-44b5-8510-93ed387508e0 req-5d60929d-82e7-4abb-a5bf-e88b2b4876dc tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 944 time: 0.0929091 Aug 09 11:34:22.369887 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:22.407971 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df6122b3-ff5b-4f89-a2b8-92d11edc40af req-912b2009-fd55-477d-9240-46f701f21e6e tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 210 time: 0.0596831 Aug 09 11:34:22.414526 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:34:22.418731 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb21a6c-f669-4e19-9f49-ac65d96e4b59" -d '{"events": [{"server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "name": "network-vif-plugged", "status": "completed", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:22.446822 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:22.452142 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:22.487660 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:22.506858 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d995e1bd-9a5f-44b5-8510-93ed387508e0 req-4e7a1853-42d4-4a75-865d-93f03ed0e056 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243837 Aug 09 11:34:22.559400 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e7e55c-53ba-43b3-af3c-87abf85f7676 x-openstack-request-id: req-c0e7e55c-53ba-43b3-af3c-87abf85f7676 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:22.559698 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "name": "network-vif-plugged", "status": "completed", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:22.559952 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0e7e55c-53ba-43b3-af3c-87abf85f7676 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:22.560427 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69', 'code': 200} Aug 09 11:34:22.566832 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:22.573836 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=7']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:22.580876 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:34:22.620216 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:22.627967 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:22.634467 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:34:22.640450 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:22.641254 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 43534) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:22.641835 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:22.661916 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Pushing event updated for resources: {'Port': ['ID=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:22.675277 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2589121 Aug 09 11:34:22.679030 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.679953 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.680823 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.681193 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.681705 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.682051 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.682392 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.682728 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.683092 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.683535 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.684186 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.684775 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46bced-0738-435a-9495-24f86104f9d9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:22.696380 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Request body: {'port': {'device_id': '69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:22.784115 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:22.841050 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.009235 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.028112 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.064804 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f002bd4d4c7745a0a9010f4542ce583e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214935 Aug 09 11:34:23.065516 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 43558) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:23.113423 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3747a8-fc37-4324-8db1-dc8800e5d2d7,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:23.127213 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.127819 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.128308 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.128828 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.129324 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.129826 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.130925 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.131693 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.132218 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.132690 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.133159 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.133744 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786a0b2-abd5-4e8d-a890-bf70bee05eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:23.170968 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1c9710ad-a391-4cac-a49c-3dc9908e5fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.226789 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1c9710ad-a391-4cac-a49c-3dc9908e5fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.263494 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c226ba-aa5a-419e-85bc-7c34cd4ad702 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:34:23.280943 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.351903 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1c9710ad-a391-4cac-a49c-3dc9908e5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.356485 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1c9710ad-a391-4cac-a49c-3dc9908e5fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.357160 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Transition to ACTIVE for port object a8c226ba-aa5a-419e-85bc-7c34cd4ad702 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:23.366938 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.369208 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-1c9710ad-a391-4cac-a49c-3dc9908e5fdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd3747a8-fc37-4324-8db1-dc8800e5d2d7 HTTP/1.1" status: 204 len: 168 time: 0.3012321 Aug 09 11:34:23.398082 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9710ad-a391-4cac-a49c-3dc9908e5fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3747a8-fc37-4324-8db1-dc8800e5d2d7,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:23.470187 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:23.613817 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c75254-a6d1-401b-9e2f-542b5dee1773 req-efcbf45a-9995-447b-b15a-97cd664574de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:23.615843 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0c75254-a6d1-401b-9e2f-542b5dee1773 req-efcbf45a-9995-447b-b15a-97cd664574de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1588058 Aug 09 11:34:23.617374 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Attempting to bind port a8c226ba-aa5a-419e-85bc-7c34cd4ad702 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:34:23.617883 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Attempting to bind port a8c226ba-aa5a-419e-85bc-7c34cd4ad702 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:34:23.618206 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Attempting to bind port a8c226ba-aa5a-419e-85bc-7c34cd4ad702 on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:23.631297 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Port a8c226ba-aa5a-419e-85bc-7c34cd4ad702 on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:34:23.631944 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Attempting to bind port a8c226ba-aa5a-419e-85bc-7c34cd4ad702 on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:23.650536 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:34:23.652016 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Checking segment: {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:23.652773 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Bound using segment: {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:34:23.653447 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Bound port: a8c226ba-aa5a-419e-85bc-7c34cd4ad702, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:34:23.654027 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.689088 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bca94-e3df-4a81-972e-f7a5257b117c req-0c86e438-d211-4eaf-b984-31e1fd3dc8e8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:23.691095 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c66bca94-e3df-4a81-972e-f7a5257b117c req-0c86e438-d211-4eaf-b984-31e1fd3dc8e8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 943 time: 0.1470873 Aug 09 11:34:23.762218 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0c75254-a6d1-401b-9e2f-542b5dee1773 req-6d6b2aea-bf7d-407d-a4d5-2cc4921873bb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332834 Aug 09 11:34:23.804454 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c66bca94-e3df-4a81-972e-f7a5257b117c req-fa7c32a3-7d8e-4fca-9425-620b1449487f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998690 Aug 09 11:34:23.822497 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] For port a8c226ba-aa5a-419e-85bc-7c34cd4ad702, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:34:23.829963 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] For port a8c226ba-aa5a-419e-85bc-7c34cd4ad702, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:34:23.845484 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.907268 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:23.907890 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:23.909311 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] 10.222.0.10 "PUT /v2.0/ports/a8c226ba-aa5a-419e-85bc-7c34cd4ad702 HTTP/1.1" status: 200 len: 1093 time: 1.2198513 Aug 09 11:34:23.909774 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c', 'tag': 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:34:23.912807 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a2ca4c-5074-40b1-b5c5-76906746bbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c", "tag": "a8c226ba-aa5a-419e-85bc-7c34cd4ad702"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:23.965606 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303e6000-bcde-4710-8688-5cf19a1d7f7b x-openstack-request-id: req-303e6000-bcde-4710-8688-5cf19a1d7f7b {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:23.966030 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c", "tag": "a8c226ba-aa5a-419e-85bc-7c34cd4ad702", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:23.966408 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-303e6000-bcde-4710-8688-5cf19a1d7f7b {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:23.966992 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c', 'tag': 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702', 'status': 'completed', 'code': 200} Aug 09 11:34:23.973238 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d97a-43c9-455c-b258-cd249014d658 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:23.994035 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fef8a9-7be6-4d6c-978f-e4aa0b1113e0 req-bfd70409-e469-4475-8e6e-c3524f90f15f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:23.995686 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c8fef8a9-7be6-4d6c-978f-e4aa0b1113e0 req-bfd70409-e469-4475-8e6e-c3524f90f15f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.1083031 Aug 09 11:34:24.051537 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c8fef8a9-7be6-4d6c-978f-e4aa0b1113e0 req-9bc43c48-aac4-4804-b4d1-8c4af5606210 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488904 Aug 09 11:34:24.924686 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4818-e1c1-45c2-8f38-6fd9a9d6973f req-b1ce123c-764e-4796-85e4-bc04c8f3c206 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:24.926376 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d9d4818-e1c1-45c2-8f38-6fd9a9d6973f req-b1ce123c-764e-4796-85e4-bc04c8f3c206 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0620837 Aug 09 11:34:25.018672 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d9d4818-e1c1-45c2-8f38-6fd9a9d6973f req-e6057b65-65bc-4db1-8c69-db03a7db04d5 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859358 Aug 09 11:34:25.038292 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b7476-c1ae-4ce2-9461-09b2ada9b07b req-e450567d-35ef-4852-93c2-c3f06942faa9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:25.053705 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b44b7476-c1ae-4ce2-9461-09b2ada9b07b req-e450567d-35ef-4852-93c2-c3f06942faa9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 943 time: 0.0915062 Aug 09 11:34:25.116963 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b44b7476-c1ae-4ce2-9461-09b2ada9b07b req-e329908d-0c47-4e09-b9fe-4c70cdef6307 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711274 Aug 09 11:34:25.285099 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622e262-925c-455f-946f-3b788702adc4 req-61db04d3-9edd-4837-817e-be5b768f1f93 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:25.286774 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0622e262-925c-455f-946f-3b788702adc4 req-61db04d3-9edd-4837-817e-be5b768f1f93 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0915709 Aug 09 11:34:25.343155 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0622e262-925c-455f-946f-3b788702adc4 req-3c5695ee-a971-4b8b-acca-c378611f9b5a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Aug 09 11:34:26.163372 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1342675-e40f-4216-b481-74a221e533ed req-754fe068-afcb-4030-9ce6-8147c7ad88ae tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:26.164925 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1342675-e40f-4216-b481-74a221e533ed req-754fe068-afcb-4030-9ce6-8147c7ad88ae tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0580528 Aug 09 11:34:26.293660 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1342675-e40f-4216-b481-74a221e533ed req-4c9913f6-ad92-40b8-99c8-e169a6f0671a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111689 Aug 09 11:34:26.334673 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea5f09-0d43-4283-87d1-a05cc0d44136 req-6519ecff-e79a-4418-8d09-bcf1f752c65d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:26.342274 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5eea5f09-0d43-4283-87d1-a05cc0d44136 req-6519ecff-e79a-4418-8d09-bcf1f752c65d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 943 time: 0.1053138 Aug 09 11:34:26.402199 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5eea5f09-0d43-4283-87d1-a05cc0d44136 req-7c12c6bc-8d01-4aff-a7fe-643ac814c931 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587823 Aug 09 11:34:26.506543 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39396a58-a778-4de3-8f93-79eba31dea9a req-18d32b9a-433f-4b08-b298-cfe1e7df457b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:26.508702 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39396a58-a778-4de3-8f93-79eba31dea9a req-18d32b9a-433f-4b08-b298-cfe1e7df457b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0614269 Aug 09 11:34:26.557022 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39396a58-a778-4de3-8f93-79eba31dea9a req-14d901b0-d555-4640-98b0-bd2835bac95b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Aug 09 11:34:27.395827 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5490165-a381-4f6b-93cd-229a530420b9 req-8d634c17-92fb-410d-aa54-c254caaf64a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1527257 Aug 09 11:34:27.467733 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2ca4c-5074-40b1-b5c5-76906746bbf4 req-92d185dd-2546-4672-b2de-3aff82be7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:27.469995 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b8a2ca4c-5074-40b1-b5c5-76906746bbf4 req-92d185dd-2546-4672-b2de-3aff82be7f81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 1096 time: 0.1885962 Aug 09 11:34:27.499638 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecda52-f1b0-4d0b-84f9-47ad39cf3edc req-1c618afe-24c2-4fef-816a-0f230d3e4de8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:27.501719 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-74ecda52-f1b0-4d0b-84f9-47ad39cf3edc req-1c618afe-24c2-4fef-816a-0f230d3e4de8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1108563 Aug 09 11:34:27.656143 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490165-a381-4f6b-93cd-229a530420b9 req-c953bcbf-ed03-4419-bf16-74e3e4aa143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:27.658360 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5490165-a381-4f6b-93cd-229a530420b9 req-c953bcbf-ed03-4419-bf16-74e3e4aa143d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 1098 time: 0.2223911 Aug 09 11:34:27.824077 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-74ecda52-f1b0-4d0b-84f9-47ad39cf3edc req-b09d4320-aaa0-4507-9a68-0398a8fb5282 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873685 Aug 09 11:34:27.846031 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4d6e4-7c56-4c17-876a-b775c0200df7 req-2daae8c9-d93d-4faf-8375-7b7cbbef1572 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:27.850172 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97f4d6e4-7c56-4c17-876a-b775c0200df7 req-2daae8c9-d93d-4faf-8375-7b7cbbef1572 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 943 time: 0.3444288 Aug 09 11:34:27.920725 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2ca4c-5074-40b1-b5c5-76906746bbf4 req-1d2d1733-9de2-42e1-9439-9585b5b9b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:27.922243 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b8a2ca4c-5074-40b1-b5c5-76906746bbf4 req-1d2d1733-9de2-42e1-9439-9585b5b9b90c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4a482b508e9b456da931118833978edd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4193017 Aug 09 11:34:28.024063 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97f4d6e4-7c56-4c17-876a-b775c0200df7 req-4452bccb-0f1f-4ba6-9ce3-ed18ca488fc5 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594968 Aug 09 11:34:28.031754 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490165-a381-4f6b-93cd-229a530420b9 req-731ca0b6-a489-4e3e-b100-07f1904f7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:28.033257 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5490165-a381-4f6b-93cd-229a530420b9 req-731ca0b6-a489-4e3e-b100-07f1904f7bff service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 920 time: 0.3382564 Aug 09 11:34:28.080659 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-74c7df4d-1514-49e0-9319-63a841330aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:28.092430 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3105478-7e44-4875-990b-fc0860dd84b8 req-280566a5-5755-43e6-9d72-18bb5e833048 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:28.100229 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3105478-7e44-4875-990b-fc0860dd84b8 req-280566a5-5755-43e6-9d72-18bb5e833048 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.2063432 Aug 09 11:34:28.142501 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5490165-a381-4f6b-93cd-229a530420b9 req-71e0502b-6d18-464c-ab64-1800c7f50dbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b6b1c11-4c14-4404-ad17-4b30e499ee68 HTTP/1.1" status: 200 len: 217 time: 0.0809915 Aug 09 11:34:28.202999 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2ca4c-5074-40b1-b5c5-76906746bbf4 req-4c085f17-09ac-4b3d-81a6-483782322b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:28.204521 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b8a2ca4c-5074-40b1-b5c5-76906746bbf4 req-4c085f17-09ac-4b3d-81a6-483782322b51 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599547 Aug 09 11:34:28.220819 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3105478-7e44-4875-990b-fc0860dd84b8 req-69d6102e-7be8-4ad1-999a-75638bef2ff9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194394 Aug 09 11:34:28.232188 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490165-a381-4f6b-93cd-229a530420b9 req-1de4e186-51e5-483e-87cd-c7de31ddcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:28.233795 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5490165-a381-4f6b-93cd-229a530420b9 req-1de4e186-51e5-483e-87cd-c7de31ddcf73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.0705926 Aug 09 11:34:28.292028 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5490165-a381-4f6b-93cd-229a530420b9 req-72cac6c9-d91c-448b-b468-f3795d3ec980 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373969 Aug 09 11:34:28.374454 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d69f5-cec2-450b-9327-f488f70731a1 req-9c2e7369-bd86-47d9-8ef4-09f596609821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:28.375999 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-9c2e7369-bd86-47d9-8ef4-09f596609821 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 1096 time: 0.0948000 Aug 09 11:34:28.435941 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-03955cc4-b229-4745-8175-7cb520035785 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8c226ba-aa5a-419e-85bc-7c34cd4ad702 HTTP/1.1" status: 200 len: 217 time: 0.0477068 Aug 09 11:34:28.441697 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5490165-a381-4f6b-93cd-229a530420b9 req-d736b4f8-da37-4a55-a24d-678edb71a705 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358480 Aug 09 11:34:28.612605 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d69f5-cec2-450b-9327-f488f70731a1 req-db0bfab3-4312-4647-85d2-1ebb0a4f557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:28.614811 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-db0bfab3-4312-4647-85d2-1ebb0a4f557b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fa9b018-5f44-4241-9d8e-60b092191cc4 HTTP/1.1" status: 200 len: 854 time: 0.1545856 Aug 09 11:34:28.617578 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5490165-a381-4f6b-93cd-229a530420b9 req-540658e0-1446-4850-a399-8cec720ae215 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493814 Aug 09 11:34:28.680889 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-3ed65adc-17fa-41af-8c41-b214453f44dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449507 Aug 09 11:34:28.816814 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-b2d5a89e-f555-4497-8380-d7da7ec85ae6 service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243105 Aug 09 11:34:28.970429 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-764d69f5-cec2-450b-9327-f488f70731a1 req-aca0f947-5e60-46fa-bba8-3e8ea99ea6bd service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444902 Aug 09 11:34:29.009795 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d0bbd-432e-49e5-9121-569fb3f444d1 req-75cfa1c1-b5fe-4458-ae01-63ce6bfdfe9c tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:29.018263 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a12d0bbd-432e-49e5-9121-569fb3f444d1 req-75cfa1c1-b5fe-4458-ae01-63ce6bfdfe9c tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1048765 Aug 09 11:34:29.080065 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a12d0bbd-432e-49e5-9121-569fb3f444d1 req-d6e603bf-213b-4cdb-af3e-673eacc3b2d9 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606415 Aug 09 11:34:29.248884 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175d53a-91a1-4b24-8452-7df72719c8b7 req-3170b1c2-20c7-45f5-8ebd-4596a9426855 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:29.250908 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1175d53a-91a1-4b24-8452-7df72719c8b7 req-3170b1c2-20c7-45f5-8ebd-4596a9426855 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 943 time: 0.0885427 Aug 09 11:34:29.326159 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1175d53a-91a1-4b24-8452-7df72719c8b7 req-e59c6274-bfa3-4748-8cce-c228e3f02f00 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630078 Aug 09 11:34:29.513252 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a49fcf-815b-4b48-8867-362ab27ecb5d req-ba3f76a0-b389-4aec-b66b-52ca01273a41 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:29.524001 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c0a49fcf-815b-4b48-8867-362ab27ecb5d req-ba3f76a0-b389-4aec-b66b-52ca01273a41 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.1320596 Aug 09 11:34:29.633821 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c0a49fcf-815b-4b48-8867-362ab27ecb5d req-f4096e5f-be62-4973-9f12-0c4273b2e659 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872071 Aug 09 11:34:30.265492 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e278e4-aa6e-4b2a-ba2d-4bd3b6d583d5 req-908bbe08-c3f6-4178-b950-c0e522e55150 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:30.266998 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-73e278e4-aa6e-4b2a-ba2d-4bd3b6d583d5 req-908bbe08-c3f6-4178-b950-c0e522e55150 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0866921 Aug 09 11:34:30.315196 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-73e278e4-aa6e-4b2a-ba2d-4bd3b6d583d5 req-b3da93da-a488-4eb4-ac93-7a695840c7d2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413969 Aug 09 11:34:30.461197 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a463b2-594b-4b96-92f6-86ad7bc4a985 req-c8effad6-c8e8-4986-82f3-a1f59fe1a3c3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:30.463182 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1a463b2-594b-4b96-92f6-86ad7bc4a985 req-c8effad6-c8e8-4986-82f3-a1f59fe1a3c3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 943 time: 0.0621793 Aug 09 11:34:30.512776 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1a463b2-594b-4b96-92f6-86ad7bc4a985 req-9cd3276a-83c0-4d41-8975-1467c9d40407 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Aug 09 11:34:30.756918 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb68e-8bd7-44f6-b424-45109b62e4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:30.857105 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af19f3-0768-4cd2-9039-62e0368d5bae req-f433b817-c621-43fb-9725-cb6f11e98440 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:30.860018 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d4af19f3-0768-4cd2-9039-62e0368d5bae req-f433b817-c621-43fb-9725-cb6f11e98440 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0882342 Aug 09 11:34:30.923793 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d4af19f3-0768-4cd2-9039-62e0368d5bae req-b6c494c8-98b7-4504-bf16-a1971a7f1b0e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460036 Aug 09 11:34:30.962840 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:31.487997 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c402ab-489c-491a-8ca1-b0a210e2507b req-156f8a04-66a8-4941-8b4c-b7398f43618e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:31.490293 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20c402ab-489c-491a-8ca1-b0a210e2507b req-156f8a04-66a8-4941-8b4c-b7398f43618e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0699794 Aug 09 11:34:31.558161 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20c402ab-489c-491a-8ca1-b0a210e2507b req-9bd463c6-a329-4284-b3a9-f2989fe07716 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572488 Aug 09 11:34:31.689685 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4dcd4-e6db-4d43-9726-4ffd9dc53f33 req-244762e1-fb0e-4ba8-9dfe-bd4596619325 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:31.702389 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e6e4dcd4-e6db-4d43-9726-4ffd9dc53f33 req-244762e1-fb0e-4ba8-9dfe-bd4596619325 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 943 time: 0.0744135 Aug 09 11:34:31.768078 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e6e4dcd4-e6db-4d43-9726-4ffd9dc53f33 req-fc783f7b-6143-4ef1-8958-9a0eeaa40ac2 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645084 Aug 09 11:34:31.942102 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:32.020164 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device a8c226ba-aa5a-419e-85bc-7c34cd4ad702 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:34:32.172276 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31931867-ab8f-4c65-a647-be42c839928b req-bd77212a-e773-492c-b59f-58ced5b8621d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:32.174562 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31931867-ab8f-4c65-a647-be42c839928b req-bd77212a-e773-492c-b59f-58ced5b8621d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0972400 Aug 09 11:34:32.176743 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port a8c226ba-aa5a-419e-85bc-7c34cd4ad702, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:32.205347 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702', 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d', 'port_id': 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702', 'mac_address': 'fa:16:3e:90:62:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa9b018-5f44-4241-9d8e-60b092191cc4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:34:32.268626 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31931867-ab8f-4c65-a647-be42c839928b req-a24b772e-a790-470a-9484-f6738fe9a69d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736041 Aug 09 11:34:32.295043 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:32.318810 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c226ba-aa5a-419e-85bc-7c34cd4ad702 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:34:32.341131 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port a8c226ba-aa5a-419e-85bc-7c34cd4ad702, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:32.359107 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:32.402020 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:32.428042 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:32.737370 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839daf06-35c7-4a04-adae-af2246f4db88 req-f929e2f0-95e7-4328-8f71-eac65d183bc4 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:32.739492 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-839daf06-35c7-4a04-adae-af2246f4db88 req-f929e2f0-95e7-4328-8f71-eac65d183bc4 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0703549 Aug 09 11:34:32.787301 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-839daf06-35c7-4a04-adae-af2246f4db88 req-eaa6e9d6-6725-4a78-b629-ce25a78e9c8c tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 Aug 09 11:34:32.850533 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['a8c226ba-aa5a-419e-85bc-7c34cd4ad702'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:34:32.919354 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb58a8f-6716-49ae-8187-f15940303cda req-a61d0fe3-9fbc-4ba2-ba8a-91aeb2b387ce tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:32.927175 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cfb58a8f-6716-49ae-8187-f15940303cda req-a61d0fe3-9fbc-4ba2-ba8a-91aeb2b387ce tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 944 time: 0.0646510 Aug 09 11:34:32.976433 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cfb58a8f-6716-49ae-8187-f15940303cda req-657f02c8-14bd-4db7-a1fa-f027666007e7 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481000 Aug 09 11:34:33.481220 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:33.654307 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7c7b7-5a4f-4063-a40a-184c3014ac5b req-3888dbe0-5ee6-4b95-9ee8-bca2b0b8b3d4 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:33.656717 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ce7c7b7-5a4f-4063-a40a-184c3014ac5b req-3888dbe0-5ee6-4b95-9ee8-bca2b0b8b3d4 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.0654106 Aug 09 11:34:33.721183 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ce7c7b7-5a4f-4063-a40a-184c3014ac5b req-2f3f9990-5c9f-4191-9130-607fa796580b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570674 Aug 09 11:34:33.764005 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 43754) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:33.887281 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-398f8829-8974-4149-8794-3a69cc207c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:33.923085 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaefd4c-c768-4d39-a380-b6687e00e610 req-df9598be-4f61-4447-9871-6fa72086c514 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:33.924653 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-beaefd4c-c768-4d39-a380-b6687e00e610 req-df9598be-4f61-4447-9871-6fa72086c514 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0567567 Aug 09 11:34:33.965939 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-beaefd4c-c768-4d39-a380-b6687e00e610 req-4c4dda4b-ceac-41d3-b0e1-c4bb3dd6f344 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344036 Aug 09 11:34:33.982827 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-398f8829-8974-4149-8794-3a69cc207c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:33.987117 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-398f8829-8974-4149-8794-3a69cc207c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:34.047721 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f8829-8974-4149-8794-3a69cc207c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c11347b-3465-4aa1-becd-a2a2662b137c,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:34.055347 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 43770) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:34.055480 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-398f8829-8974-4149-8794-3a69cc207c31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfc6e4d1166b4fa7abfdf617971a5b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899158 Aug 09 11:34:34.137231 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba25af-0a14-4622-b144-dcc01b31073b req-0b6a8cd1-3792-4797-ad44-a03aac6b80d1 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:34.138729 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50ba25af-0a14-4622-b144-dcc01b31073b req-0b6a8cd1-3792-4797-ad44-a03aac6b80d1 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 944 time: 0.0767288 Aug 09 11:34:34.155952 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a67d3583-6237-49e1-891d-f1f798bb3327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:34.195149 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a67d3583-6237-49e1-891d-f1f798bb3327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:34.205706 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50ba25af-0a14-4622-b144-dcc01b31073b req-fd7ee88c-6875-479e-8e15-8ac4675588ae tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Aug 09 11:34:34.254170 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a67d3583-6237-49e1-891d-f1f798bb3327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:34.256979 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a67d3583-6237-49e1-891d-f1f798bb3327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:34.258322 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a67d3583-6237-49e1-891d-f1f798bb3327 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c11347b-3465-4aa1-becd-a2a2662b137c HTTP/1.1" status: 204 len: 168 time: 0.2019095 Aug 09 11:34:34.268182 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d3583-6237-49e1-891d-f1f798bb3327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c11347b-3465-4aa1-becd-a2a2662b137c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:34.611662 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5779491-57bd-4650-97f8-528c02da0e71 req-78602b8b-9b75-4b49-b9c7-0f0f995b257d tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:34.613187 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5779491-57bd-4650-97f8-528c02da0e71 req-78602b8b-9b75-4b49-b9c7-0f0f995b257d tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1109114 Aug 09 11:34:34.619596 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-47171d73-ebd4-4a17-8631-f2107a237438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:34.621124 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-47171d73-ebd4-4a17-8631-f2107a237438 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 1098 time: 0.1061168 Aug 09 11:34:34.642549 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154e2f8-01b9-44d8-91b8-59b9d09f54e1 req-db239819-9d39-4930-a875-110633edf15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:34.644022 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4154e2f8-01b9-44d8-91b8-59b9d09f54e1 req-db239819-9d39-4930-a875-110633edf15e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 1099 time: 0.1076624 Aug 09 11:34:34.951544 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 43804) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:34.994601 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5779491-57bd-4650-97f8-528c02da0e71 req-f7f67709-9975-42e4-8677-bb3f974723d9 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724818 Aug 09 11:34:35.082720 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1539659478-network', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:35.112975 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Made reservation on behalf of 6b8570c3d6cf49e894363981f5717afe for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:34:35.115750 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.117976 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde823d-bbfe-49f7-80d5-fc1a3adb6b40 req-035ea7e0-8ecf-4fee-a11a-ae5632ebbd17 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:35.119496 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffde823d-bbfe-49f7-80d5-fc1a3adb6b40 req-035ea7e0-8ecf-4fee-a11a-ae5632ebbd17 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.1505284 Aug 09 11:34:35.126861 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154e2f8-01b9-44d8-91b8-59b9d09f54e1 req-d06fa98c-4228-42ba-82fd-c68847f00828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:35.126979 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.128303 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4154e2f8-01b9-44d8-91b8-59b9d09f54e1 req-d06fa98c-4228-42ba-82fd-c68847f00828 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 920 time: 0.4737546 Aug 09 11:34:35.133416 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-0366b845-5a62-4d91-88bc-bc9066314780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:35.134904 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-0366b845-5a62-4d91-88bc-bc9066314780 service neutron] 10.222.0.10 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 918 time: 0.4901130 Aug 09 11:34:35.232843 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.238331 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.240148 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5eb38-28d5-4d94-814b-e76d03470a61 req-2227930d-1b2c-43c6-86b0-2697d2cc0f94 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:35.241695 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3a5eb38-28d5-4d94-814b-e76d03470a61 req-2227930d-1b2c-43c6-86b0-2697d2cc0f94 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1819434 Aug 09 11:34:35.248905 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4154e2f8-01b9-44d8-91b8-59b9d09f54e1 req-ba05c9d7-b689-46fb-937a-e7528cddae04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 HTTP/1.1" status: 200 len: 217 time: 0.0931077 Aug 09 11:34:35.266878 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:34:35.272563 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c397f593-f637-4c75-a571-4c4c96bf5640,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:35.283431 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.283749 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Added segment 6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba of type vlan for network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b Aug 09 11:34:35.320966 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ffde823d-bbfe-49f7-80d5-fc1a3adb6b40 req-4f6dc46c-06f2-4921-9420-65149c0eafe9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889610 Aug 09 11:34:35.325711 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.339377 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-5fd44693-2237-4bfc-8fc6-8cb25db8d5d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b9646a-05df-407b-ae45-2dc480b07c69 HTTP/1.1" status: 200 len: 1001 time: 0.1818337 Aug 09 11:34:35.353439 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3a5eb38-28d5-4d94-814b-e76d03470a61 req-eb41a160-548a-4cd6-95c7-23f178260e6b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020253 Aug 09 11:34:35.357124 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154e2f8-01b9-44d8-91b8-59b9d09f54e1 req-b3bbf824-7f42-4b35-a419-90046ac24dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:35.358569 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4154e2f8-01b9-44d8-91b8-59b9d09f54e1 req-b3bbf824-7f42-4b35-a419-90046ac24dd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.0982356 Aug 09 11:34:35.373423 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.374545 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:35.375215 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.423284 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4154e2f8-01b9-44d8-91b8-59b9d09f54e1 req-f6626a7f-309b-498c-a014-8bc4416b1488 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359335 Aug 09 11:34:35.434314 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4787297 Aug 09 11:34:35.434527 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 43816) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:35.439263 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Request body: {'subnet': {'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1539659478-subnet', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:35.445789 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86735a6b-0e1d-4a49-8a79-1208aba53e41 admin admin] Pushing event updated for resources: {'Network': ['ID=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:35.456759 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:34:35.466328 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Made reservation on behalf of 6b8570c3d6cf49e894363981f5717afe for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:34:35.468749 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12821691'] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.504595 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-e1db44a7-d3c9-4c1b-9507-1962f4fe7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:35.507219 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-e1db44a7-d3c9-4c1b-9507-1962f4fe7235 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 200 len: 856 time: 0.1477964 Aug 09 11:34:35.540393 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a221678-c56b-43dd-9f7f-d077bc202cf8 req-495fe443-7c8d-4c9a-8cae-2deba3b5629b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:35.548383 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a221678-c56b-43dd-9f7f-d077bc202cf8 req-495fe443-7c8d-4c9a-8cae-2deba3b5629b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 944 time: 0.1508732 Aug 09 11:34:35.651057 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a221678-c56b-43dd-9f7f-d077bc202cf8 req-b9a56c78-c3e0-413d-9eb8-4fe5210dd7a5 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997498 Aug 09 11:34:35.656737 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4154e2f8-01b9-44d8-91b8-59b9d09f54e1 req-72616894-10af-4311-a20d-8d48ab9adcca service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143462 Aug 09 11:34:35.667655 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-cbfccab1-e280-4c24-9a50-3b858747f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:35.669784 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-cbfccab1-e280-4c24-9a50-3b858747f689 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61368b8c-3f63-4abc-860d-c08b2be3a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1461334 Aug 09 11:34:35.699475 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13264581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12821641'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.750825 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:35.767113 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Checking segment: {'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:35.767475 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Network hostable DHCP agents. Network: 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:34:35.784790 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:34:35.798545 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:35.807606 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:35.808239 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.814767 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0fcbd-f21d-4e2c-a1d9-94dd1aaadb62 None None] Network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:34:35.843974 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4154e2f8-01b9-44d8-91b8-59b9d09f54e1 req-8bee9985-41b1-4871-9a46-2bcfa25f9e42 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719885 Aug 09 11:34:35.846301 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-d7d1a911-9a67-4d3b-9f99-cd85189082ff service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631377 Aug 09 11:34:35.849536 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ae3f1c30-cea1-4e2c-a989-b6204f54d10f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4113412 Aug 09 11:34:35.849898 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 43818) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:35.860146 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:35.906563 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1662668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36605'] for router, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.908995 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36594'] for router, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:35.984619 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0627437e-4a52-447c-8d59-fc7cf8046d7e req-0657ff6c-49fd-4ec1-93d6-d14d20c8cb97 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226063 Aug 09 11:34:35.995598 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.003370 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2906a7ef-9378-57f0-8b50-7d9d400dd977-8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb'}]}} from dv-cinder-803900-2-iscsi. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:34:36.004261 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.092281 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device a8c226ba-aa5a-419e-85bc-7c34cd4ad702 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:36.123751 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96872d-fd36-498c-a304-9cd09c000579 req-edcc34a3-4286-49dd-934d-9d46f979bde9 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:36.125724 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c96872d-fd36-498c-a304-9cd09c000579 req-edcc34a3-4286-49dd-934d-9d46f979bde9 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0541615 Aug 09 11:34:36.151327 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.191115 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4c96872d-fd36-498c-a304-9cd09c000579 req-2cd3344a-dcc2-4ed9-88d8-8114d19aea26 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571859 Aug 09 11:34:36.205583 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Allocated IP 172.20.0.2 (8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b/f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb/8b2c76e6-ad93-4e65-bd47-158b96a95204) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:34:36.211177 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port a8c226ba-aa5a-419e-85bc-7c34cd4ad702 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:36.236899 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port a8c226ba-aa5a-419e-85bc-7c34cd4ad702 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:36.237561 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.452625 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.480621 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.502630 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Transition to ACTIVE for port object 8b2c76e6-ad93-4e65-bd47-158b96a95204 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:36.510651 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:34:36.512960 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed4105-7c6e-4e66-8350-ee8417eb23e7" -d '{"events": [{"server_uuid": "69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c", "name": "network-vif-plugged", "status": "completed", "tag": "a8c226ba-aa5a-419e-85bc-7c34cd4ad702"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:36.519930 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333930e3-cbaa-4b10-a0ab-c24e56341250 req-54a8b57f-cb84-4caf-bc10-b79fe13d7206 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:36.521674 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-333930e3-cbaa-4b10-a0ab-c24e56341250 req-54a8b57f-cb84-4caf-bc10-b79fe13d7206 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 945 time: 0.1004238 Aug 09 11:34:36.533307 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port a8c226ba-aa5a-419e-85bc-7c34cd4ad702, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:36.541971 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9680c86-0b7e-4851-b459-9c0efd09c153 req-ec482859-e4df-455c-b1fa-fa8a3821a867 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:36.543229 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Transition to ACTIVE for port object 8b2c76e6-ad93-4e65-bd47-158b96a95204 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:36.543779 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9680c86-0b7e-4851-b459-9c0efd09c153 req-ec482859-e4df-455c-b1fa-fa8a3821a867 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0769761 Aug 09 11:34:36.545233 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.546272 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 99b9646a-05df-407b-ae45-2dc480b07c69 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:34:36.600619 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.602001 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-333930e3-cbaa-4b10-a0ab-c24e56341250 req-fec75fc6-8a41-4a78-a0a2-722b8ac4d08e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562360 Aug 09 11:34:36.616917 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b9680c86-0b7e-4851-b459-9c0efd09c153 req-7928e01a-7e68-43c8-9475-3f1d79d6e551 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632823 Aug 09 11:34:36.646297 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:36.656187 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:36.658979 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:34:36.678159 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.711598 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc5d1f8-e63d-426e-aa59-058397eda30a x-openstack-request-id: req-6fc5d1f8-e63d-426e-aa59-058397eda30a {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:36.711598 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c", "name": "network-vif-plugged", "status": "completed", "tag": "a8c226ba-aa5a-419e-85bc-7c34cd4ad702", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:36.711934 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.712017 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fc5d1f8-e63d-426e-aa59-058397eda30a {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:36.712017 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702', 'code': 200} Aug 09 11:34:36.741425 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:36.810903 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Attempting to bind port 8b2c76e6-ad93-4e65-bd47-158b96a95204 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:34:36.811225 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Attempting to bind port 8b2c76e6-ad93-4e65-bd47-158b96a95204 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:34:36.811565 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Attempting to bind port 8b2c76e6-ad93-4e65-bd47-158b96a95204 on network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:36.817292 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a5493-a72b-4831-bad2-30a215e2f4ca req-f72d3927-1e20-46df-8477-7819773b428c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:36.822978 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:34:36.823352 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Checking segment: {'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:36.823766 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.824151 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Bound using segment: {'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:34:36.824631 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Bound port: 8b2c76e6-ad93-4e65-bd47-158b96a95204, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:34:36.825011 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.827099 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.830433 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Pushing event updated for resources: {'Port': ['ID=8b2c76e6-ad93-4e65-bd47-158b96a95204,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:36.831244 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-441a5493-a72b-4831-bad2-30a215e2f4ca req-f72d3927-1e20-46df-8477-7819773b428c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0679402 Aug 09 11:34:36.868955 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Allocated IP 172.27.1.242 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/d6eda3f9-341d-4dd7-a054-c89083bcb2f5) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:34:36.897877 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:36.903589 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.908248 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-441a5493-a72b-4831-bad2-30a215e2f4ca req-de3c8661-cd03-41c7-8184-537a718b2a67 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674057 Aug 09 11:34:36.918007 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671052c-269e-4cf4-ad5f-991c4f77bd4e req-b40bb606-6464-4694-9697-d98ba776e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:36.919629 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0671052c-269e-4cf4-ad5f-991c4f77bd4e req-b40bb606-6464-4694-9697-d98ba776e588 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 1098 time: 0.0625045 Aug 09 11:34:36.958678 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] For port 8b2c76e6-ad93-4e65-bd47-158b96a95204, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:34:36.964530 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] For port 8b2c76e6-ad93-4e65-bd47-158b96a95204, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=8b2c76e6-ad93-4e65-bd47-158b96a95204,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:34:36.971903 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:36.972813 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0671052c-269e-4cf4-ad5f-991c4f77bd4e req-7a0b6b83-c1d2-452a-92ea-877b6d169c6c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Aug 09 11:34:36.981304 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=8']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:37.003644 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:37.048521 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b151ef-fa5e-4803-8975-3f8c1e81a142 None None] Pushing event updated for resources: {'Port': ['ID=8b2c76e6-ad93-4e65-bd47-158b96a95204,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:37.068135 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:37.108365 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:37.112945 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:37.118404 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:34:37.121696 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Pushing event updated for resources: {'Port': ['ID=d6eda3f9-341d-4dd7-a054-c89083bcb2f5,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:37.370046 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b206e-25d8-40ed-8537-dd358b688a99 req-1b0c23aa-eee8-414b-b60a-0c779f09dc88 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:37.377913 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c72b206e-25d8-40ed-8537-dd358b688a99 req-1b0c23aa-eee8-414b-b60a-0c779f09dc88 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0804729 Aug 09 11:34:37.413415 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c72b206e-25d8-40ed-8537-dd358b688a99 req-82d03ac0-1f8e-4dcd-9807-5e94e32399b1 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343082 Aug 09 11:34:37.451457 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:37.647676 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158'] for router, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:37.780319 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c6099-1380-453e-bf96-32dd31adcdef req-3f1e3e36-1699-48ca-a034-08896e61e6e5 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:37.787967 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-048c6099-1380-453e-bf96-32dd31adcdef req-3f1e3e36-1699-48ca-a034-08896e61e6e5 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0912998 Aug 09 11:34:37.798196 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da7dc4-f915-4fd9-bf50-6298652b9001 req-084e2d24-d637-4fd3-b593-e2355389e4ad tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:37.799801 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5da7dc4-f915-4fd9-bf50-6298652b9001 req-084e2d24-d637-4fd3-b593-e2355389e4ad tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1024778 Aug 09 11:34:37.819697 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 is scheduled to L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 with binding_index 1 {{(pid=93249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:34:37.858111 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-048c6099-1380-453e-bf96-32dd31adcdef req-ebe5b9c7-13bd-4009-8cf6-c20641ac40ff tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692236 Aug 09 11:34:37.866733 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5da7dc4-f915-4fd9-bf50-6298652b9001 req-801562d8-4fd2-496d-bcc5-2fc6cb73fbba tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595984 Aug 09 11:34:37.964541 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:34:37.987322 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Sync routers for ids ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:34:37.991478 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:37.996178 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 43850) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:37.996932 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-868b8bc7-3e9c-4560-8184-dbf31fac8a7a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1448646 Aug 09 11:34:38.030170 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Routers {'2ca0622c-1c2e-420e-b23c-6d6536cbe099'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:34:38.030805 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:34:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:38.089984 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b719eb1-8d86-4fb6-ab5c-fea7be99508c None None] Network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:34:38.140209 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Set router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:34:38.146514 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58828000-978f-4e0a-9199-f24a61e16690 req-f13a33ea-a911-4add-a2e7-5e2d2b749d37 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:38.148016 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-58828000-978f-4e0a-9199-f24a61e16690 req-f13a33ea-a911-4add-a2e7-5e2d2b749d37 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 945 time: 0.1324673 Aug 09 11:34:38.194935 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-09e1f769-5748-4327-9af6-96dc7a97e0a0 None None] Provisioning for port 8b2c76e6-ad93-4e65-bd47-158b96a95204 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:38.252279 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-58828000-978f-4e0a-9199-f24a61e16690 req-c7a156d1-4ced-46db-88ad-a12ecfb1d936 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976748 Aug 09 11:34:38.360063 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:37Z', 'revision_number': 3, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:38.391808 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Checking router: 2ca0622c-1c2e-420e-b23c-6d6536cbe099 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:34:38.392390 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Updating router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 port d6eda3f9-341d-4dd7-a054-c89083bcb2f5 binding host dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:34:38.419974 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:38.594784 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2a0cc-6413-426c-b5f4-6de56274c9c7 req-fc62938b-e2aa-4376-86fb-f8d41bcc1293 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:38.596272 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45a2a0cc-6413-426c-b5f4-6de56274c9c7 req-fc62938b-e2aa-4376-86fb-f8d41bcc1293 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0887868 Aug 09 11:34:38.618739 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:38.664146 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-45a2a0cc-6413-426c-b5f4-6de56274c9c7 req-f1060384-71dd-48ac-930c-de2e17e256d6 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561347 Aug 09 11:34:38.696806 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:38.712746 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Transition to ACTIVE for port object d6eda3f9-341d-4dd7-a054-c89083bcb2f5 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:38.713758 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:34:38.716722 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2634d9c-a680-40f1-b0dd-baea6a133a9a" -d '{"events": [{"server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "name": "network-vif-unplugged", "status": "completed", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:38.719884 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:38.777605 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 11:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9577abba-e9a0-47b1-9015-9680e92abf7a x-openstack-request-id: req-9577abba-e9a0-47b1-9015-9680e92abf7a {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:38.777916 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "name": "network-vif-unplugged", "status": "completed", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:38.778164 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9577abba-e9a0-47b1-9015-9680e92abf7a {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:38.778550 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69', 'code': 200} Aug 09 11:34:38.778997 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Attempting to bind port d6eda3f9-341d-4dd7-a054-c89083bcb2f5 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:34:38.779367 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Attempting to bind port d6eda3f9-341d-4dd7-a054-c89083bcb2f5 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:34:38.779726 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Attempting to bind port d6eda3f9-341d-4dd7-a054-c89083bcb2f5 on network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:38.787977 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:34:38.788353 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:38.788770 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:38.789190 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Bound using segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:34:38.789662 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Bound port: d6eda3f9-341d-4dd7-a054-c89083bcb2f5, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:34:38.790059 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:38.791606 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Pushing event updated for resources: {'Port': ['ID=d6eda3f9-341d-4dd7-a054-c89083bcb2f5,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:38.814974 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.815432 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.815654 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.815981 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.816313 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.816647 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.816967 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.817320 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.817674 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.818442 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.818442 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.818652 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:38.830704 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Allocated IP 172.20.0.1 (8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b/f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb/8ce78626-290a-4b81-b32c-a4d14410e5a9) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:34:38.855724 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] For port d6eda3f9-341d-4dd7-a054-c89083bcb2f5, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:34:38.858903 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] For port d6eda3f9-341d-4dd7-a054-c89083bcb2f5, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=d6eda3f9-341d-4dd7-a054-c89083bcb2f5,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:34:38.862961 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:38.939694 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Routers {'2ca0622c-1c2e-420e-b23c-6d6536cbe099'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:34:38.940229 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:34:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:38.942854 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672c813-1904-4419-b93c-e5ebbd303a9c None None] Pushing event updated for resources: {'Port': ['ID=d6eda3f9-341d-4dd7-a054-c89083bcb2f5,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:38.987998 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:39.062255 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Transition to ACTIVE for port object 8ce78626-290a-4b81-b32c-a4d14410e5a9 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:39.064719 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] Set router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:34:39.082273 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8b2c76e6-ad93-4e65-bd47-158b96a95204 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:39.133947 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9418e9a-a15d-48c0-98e1-0b3d75cc6af1 req-78de8859-1401-4a5e-989d-7f74656ce20e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:39.135429 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d9418e9a-a15d-48c0-98e1-0b3d75cc6af1 req-78de8859-1401-4a5e-989d-7f74656ce20e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1611543 Aug 09 11:34:39.143242 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 8b2c76e6-ad93-4e65-bd47-158b96a95204 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:39.147416 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d65420-90fe-456a-9cc1-08473446a423 req-e7d36497-7e3d-4541-b645-02bcecd91c42 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:39.149612 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-29d65420-90fe-456a-9cc1-08473446a423 req-e7d36497-7e3d-4541-b645-02bcecd91c42 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1229174 Aug 09 11:34:39.152037 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 8b2c76e6-ad93-4e65-bd47-158b96a95204 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:39.153378 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:39.190445 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:39.274678 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:39.285860 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d9418e9a-a15d-48c0-98e1-0b3d75cc6af1 req-29124c61-f871-470f-b257-2f49b2ba8b19 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349607 Aug 09 11:34:39.287782 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:39.311581 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-29d65420-90fe-456a-9cc1-08473446a423 req-8724c948-c00a-4525-88d5-aaea0f1dc349 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453180 Aug 09 11:34:39.312740 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:39.314289 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce78626-290a-4b81-b32c-a4d14410e5a9,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:39.316531 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:34:39.317015 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1660685'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:39.340324 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:37Z', 'revision_number': 3, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:39.412460 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 8b2c76e6-ad93-4e65-bd47-158b96a95204, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=8b2c76e6-ad93-4e65-bd47-158b96a95204,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:39.421082 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:39.434154 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe9b37-831d-47e7-86bf-4ad556b71c3a None None] The sync data for ids ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'] in dv-cinder-803900-2-iscsi is: [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:37Z', 'revision_number': 3, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:34:39.560086 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=8b2c76e6-ad93-4e65-bd47-158b96a95204,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:39.617485 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15224252-e4f3-4e38-b4a6-13846b6c8380 req-0133fd54-b28f-430a-bca7-a30f3358c4a9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:39.619034 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15224252-e4f3-4e38-b4a6-13846b6c8380 req-0133fd54-b28f-430a-bca7-a30f3358c4a9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 945 time: 0.2187078 Aug 09 11:34:39.672229 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ef10b098-d821-486a-a135-a5da2e645662 None None] Provisioning for port 8ce78626-290a-4b81-b32c-a4d14410e5a9 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:39.679269 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-ef10b098-d821-486a-a135-a5da2e645662 None None] Provisioning complete for port 8ce78626-290a-4b81-b32c-a4d14410e5a9 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:39.680208 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef10b098-d821-486a-a135-a5da2e645662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:39.703230 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15224252-e4f3-4e38-b4a6-13846b6c8380 req-36e1c64e-beb7-48f0-8352-55648529e02f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743017 Aug 09 11:34:39.733476 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:39.744785 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-ef10b098-d821-486a-a135-a5da2e645662 None None] Port 8ce78626-290a-4b81-b32c-a4d14410e5a9 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:34:40.006619 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb835f-3106-4df5-8f95-05f60fb39474 req-2ea7fa3d-069f-4356-bcd2-42d404b04f63 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:40.008459 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-23eb835f-3106-4df5-8f95-05f60fb39474 req-2ea7fa3d-069f-4356-bcd2-42d404b04f63 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1691906 Aug 09 11:34:40.013188 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:40.026890 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:40.027810 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1660857'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:40.080542 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce78626-290a-4b81-b32c-a4d14410e5a9,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:40.425361 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-23eb835f-3106-4df5-8f95-05f60fb39474 req-29143b65-1f18-4864-b78b-dc459ae9fe3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064403 Aug 09 11:34:40.518901 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:40.541660 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:40.706735 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9ad38-05f8-4b34-9585-1f1f1e43aed2 req-d11deb25-7b0a-43e8-a5c7-9d7cc3257a17 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:40.718711 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1be9ad38-05f8-4b34-9585-1f1f1e43aed2 req-d11deb25-7b0a-43e8-a5c7-9d7cc3257a17 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.2072918 Aug 09 11:34:40.847571 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1be9ad38-05f8-4b34-9585-1f1f1e43aed2 req-fdb1a310-c3e8-4a93-acd0-3ec6896a14ff tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276505 Aug 09 11:34:40.943453 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299c18-2eeb-4618-84b2-adc63e982dd1 req-58f66a74-5cb9-44c9-afad-5d64a51e32ce tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:40.945637 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-08299c18-2eeb-4618-84b2-adc63e982dd1 req-58f66a74-5cb9-44c9-afad-5d64a51e32ce tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.2192392 Aug 09 11:34:40.950354 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 43928) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:40.964454 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:34:40.988455 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-c82f5a7f-fa50-4464-8b52-fc04d8788aa0 None None] Provisioning complete for port 8ce78626-290a-4b81-b32c-a4d14410e5a9 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:40.989985 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c82f5a7f-fa50-4464-8b52-fc04d8788aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:41.034661 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-c82f5a7f-fa50-4464-8b52-fc04d8788aa0 None None] Port 8ce78626-290a-4b81-b32c-a4d14410e5a9 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:34:41.085239 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-ed7799c6-c68f-43d1-a647-c7283b4302c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208959 Aug 09 11:34:41.085820 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-08299c18-2eeb-4618-84b2-adc63e982dd1 req-83533aeb-bbb7-440c-ae1f-267fa47cbd9d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194649 Aug 09 11:34:41.122992 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8b2c76e6-ad93-4e65-bd47-158b96a95204 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:41.182642 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:34:41.183054 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 8b2c76e6-ad93-4e65-bd47-158b96a95204 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:41.183512 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:41.197628 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6dccf0f3-d046-4785-a116-4d6afea0aea7 admin admin] 10.222.0.30 "PUT /v2.0/routers/2ca0622c-1c2e-420e-b23c-6d6536cbe099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2000713 Aug 09 11:34:41.298547 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device d6eda3f9-341d-4dd7-a054-c89083bcb2f5 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:41.366946 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port d6eda3f9-341d-4dd7-a054-c89083bcb2f5 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:41.371251 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port d6eda3f9-341d-4dd7-a054-c89083bcb2f5 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:41.371791 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:41.482555 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:41.511437 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port d6eda3f9-341d-4dd7-a054-c89083bcb2f5, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=d6eda3f9-341d-4dd7-a054-c89083bcb2f5,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:41.524625 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:41.574587 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaac90-d4f8-445b-bc0a-b457653bace0 req-3f20d23f-8176-4093-a893-ec6c530abb6c tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:41.575162 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84eaac90-d4f8-445b-bc0a-b457653bace0 req-3f20d23f-8176-4093-a893-ec6c530abb6c tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0619328 Aug 09 11:34:41.597401 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=d6eda3f9-341d-4dd7-a054-c89083bcb2f5,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:41.631896 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84eaac90-d4f8-445b-bc0a-b457653bace0 req-fc0d0ad8-7dbd-4b02-b8da-1c08d137b597 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496094 Aug 09 11:34:41.641738 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Sync routers for ids ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:34:41.653265 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Routers {'2ca0622c-1c2e-420e-b23c-6d6536cbe099'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:34:41.653936 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:34:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:41.800910 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Set router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:34:41.886134 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 43966) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:41.891437 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-959354554-network', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:41.926260 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Made reservation on behalf of a2ed4963e38248b5ab025cf85f4be5bc for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:34:41.928914 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:41.962074 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.018920 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:39Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '8ce78626-290a-4b81-b32c-a4d14410e5a9', 'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'mac_address': 'fa:16:3e:4b:5a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:38Z', 'updated_at': '2021-08-09T11:34:39Z', 'revision_number': 2, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'subnets': [{'id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:42.021923 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc564b88-6867-496a-93ae-528f4969748d req-a55304b5-7ebd-46e8-9567-6a4ca7cd9f2a tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:42.023457 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bc564b88-6867-496a-93ae-528f4969748d req-a55304b5-7ebd-46e8-9567-6a4ca7cd9f2a tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.1120305 Aug 09 11:34:42.044626 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Checking router: 2ca0622c-1c2e-420e-b23c-6d6536cbe099 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:34:42.045012 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Updating router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 port 8ce78626-290a-4b81-b32c-a4d14410e5a9 binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:34:42.052443 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c77e8-5f84-4250-ac4d-96c624ec1735 req-5999985d-7a1d-4478-91b4-2bfa6a379e05 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:42.053966 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-027c77e8-5f84-4250-ac4d-96c624ec1735 req-5999985d-7a1d-4478-91b4-2bfa6a379e05 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1083593 Aug 09 11:34:42.070191 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.126082 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bc564b88-6867-496a-93ae-528f4969748d req-aca4adc8-35ac-4028-8acb-fac965fdfb11 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937338 Aug 09 11:34:42.133696 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-027c77e8-5f84-4250-ac4d-96c624ec1735 req-c6ef0dc9-ff2a-44c5-a797-9c4c6134555b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693650 Aug 09 11:34:42.154206 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 43972) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:42.214099 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.219730 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.245707 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:34:42.268908 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a12407b-07d3-4cd0-8f20-5e50450d7920,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:42.296136 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.296762 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Added segment 4539ed0f-990b-4ce4-95c6-71cd9956b228 of type vlan for network f4576834-76b9-4363-bfb8-a4a39a8835bf Aug 09 11:34:42.351491 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.364448 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12cd86-e258-4bc5-a29d-ed24e5b4a267 req-9f9ff705-e845-490a-bc54-8242f813c441 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:42.366112 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f12cd86-e258-4bc5-a29d-ed24e5b4a267 req-9f9ff705-e845-490a-bc54-8242f813c441 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1182973 Aug 09 11:34:42.413638 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.414668 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:42.415309 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.447086 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f12cd86-e258-4bc5-a29d-ed24e5b4a267 req-32f49ec1-639a-4a48-b3f5-6d627b99d021 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688875 Aug 09 11:34:42.448577 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fdc4cb-2a55-449a-a5de-499bc89be30b tempest-TestMinimumBasicScenario-707631915 tempest-TestMinimumBasicScenario-707631915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:42.454015 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-15fdc4cb-2a55-449a-a5de-499bc89be30b tempest-TestMinimumBasicScenario-707631915 tempest-TestMinimumBasicScenario-707631915-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 1093 time: 0.2987504 Aug 09 11:34:42.454826 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 43976) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:42.460532 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'floatingip': {'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'port_id': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:42.487987 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6007197 Aug 09 11:34:42.491272 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 43978) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:42.496705 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Request body: {'subnet': {'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-959354554-subnet', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:42.502372 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for floatingip, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.503616 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f3131-092f-443e-aa21-271235ba1480 admin admin] Pushing event updated for resources: {'Network': ['ID=f4576834-76b9-4363-bfb8-a4a39a8835bf,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:42.528006 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Made reservation on behalf of a2ed4963e38248b5ab025cf85f4be5bc for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:34:42.529613 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network f4576834-76b9-4363-bfb8-a4a39a8835bf details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:34:42.530663 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.599792 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.621879 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Transition to ACTIVE for port object 8ce78626-290a-4b81-b32c-a4d14410e5a9 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:42.627967 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.630369 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.684039 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346101f-9d8a-4ce3-8a41-a1cbfeb037dd None None] Pushing event updated for resources: {'Port': ['ID=8ce78626-290a-4b81-b32c-a4d14410e5a9,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:42.741824 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.750559 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Attempting to bind port 8ce78626-290a-4b81-b32c-a4d14410e5a9 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:34:42.750927 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Attempting to bind port 8ce78626-290a-4b81-b32c-a4d14410e5a9 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:34:42.751281 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Attempting to bind port 8ce78626-290a-4b81-b32c-a4d14410e5a9 on network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:42.761092 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:34:42.761518 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Checking segment: {'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:42.761937 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.762361 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Bound using segment: {'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:34:42.762846 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Bound port: 8ce78626-290a-4b81-b32c-a4d14410e5a9, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:34:42.763239 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.808737 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Allocated IP 172.27.1.185 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/8d5607ca-f262-4b3d-88a7-5b80c82dc1d1) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:34:42.881418 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abeb231c-e62d-4bb8-bcd3-de39c744112e,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:42.901153 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] For port 8ce78626-290a-4b81-b32c-a4d14410e5a9, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:34:42.910392 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] For port 8ce78626-290a-4b81-b32c-a4d14410e5a9, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=8ce78626-290a-4b81-b32c-a4d14410e5a9,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:34:42.913057 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34e1db-e14c-4e34-b011-29a95cd77e81 req-ae6794dd-425a-42d6-a37e-a2460420a23f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:42.914697 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e34e1db-e14c-4e34-b011-29a95cd77e81 req-ae6794dd-425a-42d6-a37e-a2460420a23f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1577375 Aug 09 11:34:42.918255 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Checking segment: {'id': '4539ed0f-990b-4ce4-95c6-71cd9956b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:42.918825 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Network hostable DHCP agents. Network: f4576834-76b9-4363-bfb8-a4a39a8835bf, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:34:42.919195 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.979885 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e34e1db-e14c-4e34-b011-29a95cd77e81 req-2daaea4d-122b-488c-9eee-99fe6f8b532d tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564961 Aug 09 11:34:42.994026 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:42.998143 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Network f4576834-76b9-4363-bfb8-a4a39a8835bf is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:34:43.020594 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, f4576834-76b9-4363-bfb8-a4a39a8835bf) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:43.026870 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Routers {'2ca0622c-1c2e-420e-b23c-6d6536cbe099'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:34:43.028009 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:43.028289 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:34:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:43.028603 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.043708 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-55028bde-6744-4419-934c-336128af12d2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5513277 Aug 09 11:34:43.047253 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 43984) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:43.056663 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-959354554-router', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:43.077008 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.081881 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1662668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36605'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.083566 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36594'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.092548 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4260f1-beee-45fe-86da-577041423fe7 None None] Network f4576834-76b9-4363-bfb8-a4a39a8835bf requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:34:43.095858 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device d6eda3f9-341d-4dd7-a054-c89083bcb2f5 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:43.150133 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.153524 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:43.169157 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:43.176609 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:34:43.233084 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'Port': ['ID=8d5607ca-f262-4b3d-88a7-5b80c82dc1d1,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:43.245651 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346101f-9d8a-4ce3-8a41-a1cbfeb037dd None None] Pushing event updated for resources: {'Port': ['ID=8ce78626-290a-4b81-b32c-a4d14410e5a9,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:43.384731 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port d6eda3f9-341d-4dd7-a054-c89083bcb2f5 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:43.385142 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.405829 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.440252 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af13444-3d97-4f81-90b3-0da38d2db62e req-397aa16d-a05b-45b4-89b9-b85eac145953 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:43.442018 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2af13444-3d97-4f81-90b3-0da38d2db62e req-397aa16d-a05b-45b4-89b9-b85eac145953 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1647444 Aug 09 11:34:43.444323 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] Set router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:34:43.541892 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2af13444-3d97-4f81-90b3-0da38d2db62e req-5687eeb9-f1bb-4b63-b23b-0bea3db48201 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677795 Aug 09 11:34:43.621979 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8d18b-c61f-4af0-874d-611dab37f66f req-a1a548b8-b623-48e8-8e6f-46eb13807628 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:43.629875 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8f8d18b-c61f-4af0-874d-611dab37f66f req-a1a548b8-b623-48e8-8e6f-46eb13807628 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0844514 Aug 09 11:34:43.663619 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2906a7ef-9378-57f0-8b50-7d9d400dd977-f4576834-76b9-4363-bfb8-a4a39a8835bf', 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'fixed_ips': [{'subnet_id': 'abeb231c-e62d-4bb8-bcd3-de39c744112e'}]}} from dv-cinder-803900-2-iscsi. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:34:43.664479 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.734586 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a8f8d18b-c61f-4af0-874d-611dab37f66f req-32469ee1-1045-4607-9755-2bd2b8a09159 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038077 Aug 09 11:34:43.776608 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.795019 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.819490 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.858954 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:43.931649 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Allocated IP 172.20.0.2 (f4576834-76b9-4363-bfb8-a4a39a8835bf/abeb231c-e62d-4bb8-bcd3-de39c744112e/ab676b95-721d-4d3a-aa29-281ee8a1937f) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:34:43.955872 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:39Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '8ce78626-290a-4b81-b32c-a4d14410e5a9', 'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'mac_address': 'fa:16:3e:4b:5a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:38Z', 'updated_at': '2021-08-09T11:34:42Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'subnets': [{'id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:44.017770 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Allocated IP 172.27.1.232 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/19f8bb1b-4f5b-4e83-8fcc-27d02a307599) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:34:44.023455 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dba449-0df0-4639-b602-c44b6b7c6718 None None] The sync data for ids ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'] in dv-cinder-803900-2-iscsi is: [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:39Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '8ce78626-290a-4b81-b32c-a4d14410e5a9', 'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'mac_address': 'fa:16:3e:4b:5a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:38Z', 'updated_at': '2021-08-09T11:34:42Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'subnets': [{'id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:34:44.120561 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:44.135049 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:44.156723 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 99b9646a-05df-407b-ae45-2dc480b07c69 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:34:44.229172 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:44.250417 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:44.270287 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Transition to ACTIVE for port object ab676b95-721d-4d3a-aa29-281ee8a1937f will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:44.335336 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Transition to ACTIVE for port object ab676b95-721d-4d3a-aa29-281ee8a1937f will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:44.354989 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:44.356935 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'Port': ['ID=8d5607ca-f262-4b3d-88a7-5b80c82dc1d1,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:44.385649 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d45bd-d6b7-40a2-8b2b-1f341fb89cfe req-59d8e093-4c60-44cf-99d0-4002e488ec66 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:44.388421 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bb4d45bd-d6b7-40a2-8b2b-1f341fb89cfe req-59d8e093-4c60-44cf-99d0-4002e488ec66 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1866140 Aug 09 11:34:44.421746 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.l3_db [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Floating IP cc60507e-61fc-481f-8a8c-87d7433a7114 associated. External IP: 172.27.1.185, port: 4e8c824e-98a4-4f9a-9361-30748ec4ee06. Aug 09 11:34:44.430253 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:44.464135 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Network f4576834-76b9-4363-bfb8-a4a39a8835bf is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:44.466097 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bb4d45bd-d6b7-40a2-8b2b-1f341fb89cfe req-6a69d26f-e9d7-4112-9482-c5f6c228572b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669072 Aug 09 11:34:44.471313 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:44.474659 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Pushing event updated for resources: {'Port': ['ID=ab676b95-721d-4d3a-aa29-281ee8a1937f,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:44.497031 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:34:44.505844 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:44.558871 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:44.569305 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:44.573239 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:34:44.582552 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Attempting to bind port ab676b95-721d-4d3a-aa29-281ee8a1937f on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:34:44.583903 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Attempting to bind port ab676b95-721d-4d3a-aa29-281ee8a1937f by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '4539ed0f-990b-4ce4-95c6-71cd9956b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:34:44.584491 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Attempting to bind port ab676b95-721d-4d3a-aa29-281ee8a1937f on network f4576834-76b9-4363-bfb8-a4a39a8835bf {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:44.590237 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:34:44.590753 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Checking segment: {'id': '4539ed0f-990b-4ce4-95c6-71cd9956b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:44.591251 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:44.591739 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Bound using segment: {'id': '4539ed0f-990b-4ce4-95c6-71cd9956b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:34:44.592308 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Bound port: ab676b95-721d-4d3a-aa29-281ee8a1937f, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4539ed0f-990b-4ce4-95c6-71cd9956b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:34:44.592969 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:44.690028 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] For port ab676b95-721d-4d3a-aa29-281ee8a1937f, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:34:44.690233 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Router e632f9eb-970e-42f1-8479-ca4a860fdb34 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:34:44.694600 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] For port ab676b95-721d-4d3a-aa29-281ee8a1937f, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=ab676b95-721d-4d3a-aa29-281ee8a1937f,segment=NetworkSegment(4539ed0f-990b-4ce4-95c6-71cd9956b228),segment_id=4539ed0f-990b-4ce4-95c6-71cd9956b228)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:34:44.702110 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:44.741671 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Pushing event updated for resources: {'Port': ['ID=19f8bb1b-4f5b-4e83-8fcc-27d02a307599,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:44.800347 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f68768-c170-4451-9036-5e9d66522d7c None None] Pushing event updated for resources: {'Port': ['ID=ab676b95-721d-4d3a-aa29-281ee8a1937f,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:45.029799 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc7458-647c-45b3-895b-9f8f3ed976bd req-8c7cb456-58f0-4cc2-8803-590b95ff731a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:45.038423 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24bc7458-647c-45b3-895b-9f8f3ed976bd req-8c7cb456-58f0-4cc2-8803-590b95ff731a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.2927871 Aug 09 11:34:45.090468 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8ce78626-290a-4b81-b32c-a4d14410e5a9 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:45.190178 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:34:45.206135 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] Sync routers for ids ['e632f9eb-970e-42f1-8479-ca4a860fdb34'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:34:45.224531 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.227724 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] Routers {'e632f9eb-970e-42f1-8479-ca4a860fdb34'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:34:45.230641 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 8ce78626-290a-4b81-b32c-a4d14410e5a9 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:45.233839 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:34:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['e632f9eb-970e-42f1-8479-ca4a860fdb34'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:45.236338 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 8ce78626-290a-4b81-b32c-a4d14410e5a9 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:45.236778 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.302092 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e6b74770-1664-4d84-a152-7ed78b56cf96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8453512 Aug 09 11:34:45.307892 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44004) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:45.308639 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:34:45.311549 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c" -d '{"events": [{"name": "network-changed", "server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:45.330845 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-e9f01ee7-d8fc-483c-b5ca-3e663410346b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162442567', 'description': 'tempest-secgroup-smoke-162442567 description', 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:45.368224 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.398499 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e9f01ee7-d8fc-483c-b5ca-3e663410346b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.419691 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 8ce78626-290a-4b81-b32c-a4d14410e5a9, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=8ce78626-290a-4b81-b32c-a4d14410e5a9,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:45.427251 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.450095 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.499269 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] Set router e632f9eb-970e-42f1-8479-ca4a860fdb34 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:34:45.571435 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e9f01ee7-d8fc-483c-b5ca-3e663410346b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.579593 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e9f01ee7-d8fc-483c-b5ca-3e663410346b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.595681 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394168be-29a1-4330-b548-c7ba9c050429 req-b50f11ea-0cbe-495d-85a0-38bd48324807 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:45.597350 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-394168be-29a1-4330-b548-c7ba9c050429 req-b50f11ea-0cbe-495d-85a0-38bd48324807 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.7361963 Aug 09 11:34:45.623211 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f01ee7-d8fc-483c-b5ca-3e663410346b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44168273-ec44-4a7e-bf8c-b0ba17feb037,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:45.649515 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e9f01ee7-d8fc-483c-b5ca-3e663410346b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.651488 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e9f01ee7-d8fc-483c-b5ca-3e663410346b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3300393 Aug 09 11:34:45.654688 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44012) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:45.666303 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24bc7458-647c-45b3-895b-9f8f3ed976bd req-89b7cd22-44b8-4639-aa44-df35234db478 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110550 Aug 09 11:34:45.673768 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-a925e6f3-9356-419b-a3a8-7220eacb03fd tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'security_group_rule': {'security_group_id': '44168273-ec44-4a7e-bf8c-b0ba17feb037', 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:45.718726 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=8ce78626-290a-4b81-b32c-a4d14410e5a9,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:45.738667 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a925e6f3-9356-419b-a3a8-7220eacb03fd tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.739862 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-394168be-29a1-4330-b548-c7ba9c050429 req-3b196b4c-a28e-434c-a37e-39aad9f40e72 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279185 Aug 09 11:34:45.844073 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5701ef3b-2086-4abd-bb74-c775103765dc x-openstack-request-id: req-5701ef3b-2086-4abd-bb74-c775103765dc {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:45.844369 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:45.844605 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5701ef3b-2086-4abd-bb74-c775103765dc {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:45.845008 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'status': 'completed', 'code': 200} Aug 09 11:34:45.908958 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a925e6f3-9356-419b-a3a8-7220eacb03fd tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.916183 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a925e6f3-9356-419b-a3a8-7220eacb03fd tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.950223 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925e6f3-9356-419b-a3a8-7220eacb03fd tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dde9f15-043a-4574-8c02-4108b9154b45,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:45.982572 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a925e6f3-9356-419b-a3a8-7220eacb03fd tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:45.986802 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-a925e6f3-9356-419b-a3a8-7220eacb03fd tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248179 Aug 09 11:34:45.987232 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44014) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:45.996859 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-c60426ea-a2a9-488a-926e-11b67f72000b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'security_group_rule': {'security_group_id': '44168273-ec44-4a7e-bf8c-b0ba17feb037', 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:46.044894 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c60426ea-a2a9-488a-926e-11b67f72000b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.108976 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02982bbf-0f4f-407d-ac6d-279108c2d539 req-37366e27-27f5-4123-9491-0ae09fd4a419 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:46.122838 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-02982bbf-0f4f-407d-ac6d-279108c2d539 req-37366e27-27f5-4123-9491-0ae09fd4a419 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1810877 Aug 09 11:34:46.133330 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-2583b3aa-40fb-4452-9cad-9e126c43307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:46.135774 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-2583b3aa-40fb-4452-9cad-9e126c43307b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=116b2ef40b7c4a0ebe415d8329df9a04&device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 1098 time: 0.2565982 Aug 09 11:34:46.165838 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c60426ea-a2a9-488a-926e-11b67f72000b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.177348 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c60426ea-a2a9-488a-926e-11b67f72000b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.188215 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'cc60507e-61fc-481f-8a8c-87d7433a7114', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'port_id': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'mac_address': 'fa:16:3e:6a:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:43Z', 'revision_number': 0, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:14Z', 'revision_number': 5, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:46.194755 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.207192 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60426ea-a2a9-488a-926e-11b67f72000b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee67f298-f56b-45e4-b1b5-482a8cc77365,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:46.218909 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c60426ea-a2a9-488a-926e-11b67f72000b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.220174 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-c60426ea-a2a9-488a-926e-11b67f72000b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2317004 Aug 09 11:34:46.231345 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44018) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:46.238079 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-bebdeb04-3458-4a8e-b17a-9cfbbc51c1c8 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'security_group_rule': {'security_group_id': '44168273-ec44-4a7e-bf8c-b0ba17feb037', 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:46.288186 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] Checking router: e632f9eb-970e-42f1-8479-ca4a860fdb34 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:34:46.294456 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bebdeb04-3458-4a8e-b17a-9cfbbc51c1c8 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.309901 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] Routers {'e632f9eb-970e-42f1-8479-ca4a860fdb34'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:34:46.311627 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:34:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['e632f9eb-970e-42f1-8479-ca4a860fdb34'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:46.320365 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c02a1-8499-4d2d-b602-497149604c6d None None] Network f4576834-76b9-4363-bfb8-a4a39a8835bf requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:34:46.325536 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-02982bbf-0f4f-407d-ac6d-279108c2d539 req-1d1c3dcc-f654-44e2-b00f-464ba984f08a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011664 Aug 09 11:34:46.407070 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bebdeb04-3458-4a8e-b17a-9cfbbc51c1c8 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.415535 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bebdeb04-3458-4a8e-b17a-9cfbbc51c1c8 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.422880 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-e3ca091e-b62f-45c1-ab9a-b0237fd8b903 None None] Provisioning for port ab676b95-721d-4d3a-aa29-281ee8a1937f completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:46.447982 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bebdeb04-3458-4a8e-b17a-9cfbbc51c1c8 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.449374 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-bebdeb04-3458-4a8e-b17a-9cfbbc51c1c8 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2165022 Aug 09 11:34:46.452623 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44020) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:46.453215 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-66b72544-97ea-4133-b5cc-296ae212a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:46.455913 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-66b72544-97ea-4133-b5cc-296ae212a6e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d6e76ac-3d63-4e87-91af-f81d034eb061 HTTP/1.1" status: 200 len: 916 time: 0.2922802 Aug 09 11:34:46.459082 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-04e1eeb3-f58b-4515-9433-bd80914e31e6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'security_group_rule': {'security_group_id': '44168273-ec44-4a7e-bf8c-b0ba17feb037', 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:46.463233 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdeb04-3458-4a8e-b17a-9cfbbc51c1c8 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1898262-bada-47c3-b585-0ff6ca7a634f,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:46.478696 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] Set router e632f9eb-970e-42f1-8479-ca4a860fdb34 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:34:46.498477 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-04e1eeb3-f58b-4515-9433-bd80914e31e6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.589077 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-a359c097-9982-42a9-a3f4-4d161e4cd255 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 200 len: 999 time: 0.1193817 Aug 09 11:34:46.594601 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-04e1eeb3-f58b-4515-9433-bd80914e31e6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.601640 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-04e1eeb3-f58b-4515-9433-bd80914e31e6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.629376 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1eeb3-f58b-4515-9433-bd80914e31e6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37da35e3-11be-46c6-a681-5627b7a4bae0,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:46.638050 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-04e1eeb3-f58b-4515-9433-bd80914e31e6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.639381 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-04e1eeb3-f58b-4515-9433-bd80914e31e6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1856880 Aug 09 11:34:46.642167 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44022) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:46.649660 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Router f22397c6-ffb9-46ae-b4da-261f3402d0b6 is scheduled to L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:34:46.652647 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-10a8df07-fc21-47d2-bbbc-b24440ba1672 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'security_group_rule': {'security_group_id': '44168273-ec44-4a7e-bf8c-b0ba17feb037', 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:46.689417 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.securitygroups_db [None req-10a8df07-fc21-47d2-bbbc-b24440ba1672 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Project 116b2ef40b7c4a0ebe415d8329df9a04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:34:46.702299 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-10a8df07-fc21-47d2-bbbc-b24440ba1672 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.724075 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-4d23442a-ac92-4918-af52-05edb07dfc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:46.725684 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-4d23442a-ac92-4918-af52-05edb07dfc81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c22e4688-689a-4992-846c-f049097a2df0 HTTP/1.1" status: 200 len: 854 time: 0.1244304 Aug 09 11:34:46.800320 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-10a8df07-fc21-47d2-bbbc-b24440ba1672 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.807032 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-10a8df07-fc21-47d2-bbbc-b24440ba1672 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.846457 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8df07-fc21-47d2-bbbc-b24440ba1672 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3e3aa5-ebea-4fba-aec8-8cf081568283,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:46.853671 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-10a8df07-fc21-47d2-bbbc-b24440ba1672 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.855940 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-10a8df07-fc21-47d2-bbbc-b24440ba1672 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2127666 Aug 09 11:34:46.859621 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44030) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:46.868899 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'cc60507e-61fc-481f-8a8c-87d7433a7114', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'port_id': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'mac_address': 'fa:16:3e:6a:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:43Z', 'revision_number': 0, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:14Z', 'revision_number': 5, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:46.873991 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-5508b4dc-8a54-4525-9aa2-c35d9e51ac48 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'security_group_rule': {'security_group_id': '44168273-ec44-4a7e-bf8c-b0ba17feb037', 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:46.879788 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-00c38631-2bac-4d4f-af2e-d350f365dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:46.881844 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-00c38631-2bac-4d4f-af2e-d350f365dd6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d6e76ac-3d63-4e87-91af-f81d034eb061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1464875 Aug 09 11:34:46.899885 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a8fe96-4100-4d14-aae3-f9d3d0a4ddda None None] The sync data for ids ['e632f9eb-970e-42f1-8479-ca4a860fdb34'] in dv-cinder-803900-2-iscsi is: [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'cc60507e-61fc-481f-8a8c-87d7433a7114', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'port_id': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'mac_address': 'fa:16:3e:6a:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:43Z', 'revision_number': 0, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:14Z', 'revision_number': 5, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:34:46.909625 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.securitygroups_db [None req-5508b4dc-8a54-4525-9aa2-c35d9e51ac48 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Project 116b2ef40b7c4a0ebe415d8329df9a04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:34:46.916540 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:34:46.929010 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Sync routers for ids ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:34:46.936860 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5508b4dc-8a54-4525-9aa2-c35d9e51ac48 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:46.943853 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Routers {'f22397c6-ffb9-46ae-b4da-261f3402d0b6'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:34:46.944789 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:34:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:47.000984 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64520b7a-b4cf-45cb-9569-35bd02a243e7 req-8ba79fe7-6aca-4671-9de6-cd0e008ca121 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:47.003368 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-64520b7a-b4cf-45cb-9569-35bd02a243e7 req-8ba79fe7-6aca-4671-9de6-cd0e008ca121 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1889358 Aug 09 11:34:47.040284 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.041492 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-740afe61-957d-4a68-beee-b4dc536a3751 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9932346 Aug 09 11:34:47.045278 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 44032) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:47.059610 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a73e-d5b5-487e-8dc8-f017854918ca req-85b1b550-37c6-4a0f-88b5-c4433757e95a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:47.061044 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b39a73e-d5b5-487e-8dc8-f017854918ca req-85b1b550-37c6-4a0f-88b5-c4433757e95a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1699772 Aug 09 11:34:47.062570 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5508b4dc-8a54-4525-9aa2-c35d9e51ac48 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.069128 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5508b4dc-8a54-4525-9aa2-c35d9e51ac48 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.104226 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508b4dc-8a54-4525-9aa2-c35d9e51ac48 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2e7221-b87d-4736-ba7c-1e4e6bb80372,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:47.109723 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5508b4dc-8a54-4525-9aa2-c35d9e51ac48 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.112271 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-5508b4dc-8a54-4525-9aa2-c35d9e51ac48 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2490520 Aug 09 11:34:47.156638 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Set router f22397c6-ffb9-46ae-b4da-261f3402d0b6 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:34:47.174930 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-1ecb543c-6a6e-49f0-a6e3-cdeb86e46ea9 service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798004 Aug 09 11:34:47.209420 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-64520b7a-b4cf-45cb-9569-35bd02a243e7 req-a69bc237-9a05-4e97-842e-672edab78e33 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906667 Aug 09 11:34:47.233216 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device ab676b95-721d-4d3a-aa29-281ee8a1937f up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:47.255527 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9b39a73e-d5b5-487e-8dc8-f017854918ca req-6913b9eb-916d-4d65-ac20-dd58414c93e6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839333 Aug 09 11:34:47.279488 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e47d15-801b-464c-ace7-bd2c2f940cb6 None None] New status for floating IP cc60507e-61fc-481f-8a8c-87d7433a7114: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:34:47.367394 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-702d61ec-b0f4-43fd-8463-4f6ec8ff280c req-4a771954-0ce1-4fb4-9287-6feba105e77c service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553493 Aug 09 11:34:47.438859 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port ab676b95-721d-4d3a-aa29-281ee8a1937f completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:47.445316 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port ab676b95-721d-4d3a-aa29-281ee8a1937f triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:47.445717 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.506910 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0daddb93-b545-4e1e-9408-a00204975027 req-c9d412b7-8bc4-48ec-9245-456349d8b7ec tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162442567&fields=id&tenant_id=116b2ef40b7c4a0ebe415d8329df9a04 HTTP/1.1" status: 200 len: 267 time: 0.1314588 Aug 09 11:34:47.574759 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'name': 'tempest-TestShelveInstance-959354554-router', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:44Z', 'revision_number': 3, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'gw_port': {'id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:47.579609 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c16f07-6f72-456b-916e-68140cc508ea req-7970fdb6-8647-485e-9728-428c6acc0f93 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:47.581185 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4c16f07-6f72-456b-916e-68140cc508ea req-7970fdb6-8647-485e-9728-428c6acc0f93 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1642060 Aug 09 11:34:47.612434 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Checking router: f22397c6-ffb9-46ae-b4da-261f3402d0b6 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:34:47.612857 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Updating router f22397c6-ffb9-46ae-b4da-261f3402d0b6 port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:34:47.617365 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.656111 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.698223 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port ab676b95-721d-4d3a-aa29-281ee8a1937f, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=ab676b95-721d-4d3a-aa29-281ee8a1937f,segment=NetworkSegment(4539ed0f-990b-4ce4-95c6-71cd9956b228),segment_id=4539ed0f-990b-4ce4-95c6-71cd9956b228)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:47.714029 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.714850 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8ce78626-290a-4b81-b32c-a4d14410e5a9 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:47.865249 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=ab676b95-721d-4d3a-aa29-281ee8a1937f,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:47.915522 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 8ce78626-290a-4b81-b32c-a4d14410e5a9 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:47.915897 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:47.941041 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daddb93-b545-4e1e-9408-a00204975027 req-a2ee8cb0-9d29-43ea-948f-4b04682b740b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:47.942614 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0daddb93-b545-4e1e-9408-a00204975027 req-a2ee8cb0-9d29-43ea-948f-4b04682b740b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.3880017 Aug 09 11:34:47.949662 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4c16f07-6f72-456b-916e-68140cc508ea req-660d66a6-2786-4fa3-847f-04d023dfe2f0 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498714 Aug 09 11:34:47.961833 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-0daddb93-b545-4e1e-9408-a00204975027 req-122a47ce-2cac-4ef8-8809-fa28172b0440 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'port': {'security_groups': ['a4429934-73bb-4660-9b25-b3831d174976', '44168273-ec44-4a7e-bf8c-b0ba17feb037']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:48.072338 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0daddb93-b545-4e1e-9408-a00204975027 req-122a47ce-2cac-4ef8-8809-fa28172b0440 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.088333 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.100699 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Transition to ACTIVE for port object 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:48.107191 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.168648 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Attempting to bind port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:34:48.169018 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Attempting to bind port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:34:48.169390 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Attempting to bind port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 on network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:48.178638 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa319a7-5978-4c16-ae1a-5874c5c61118 None None] Pushing event updated for resources: {'Port': ['ID=19f8bb1b-4f5b-4e83-8fcc-27d02a307599,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:48.181988 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:34:48.182373 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:48.182779 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.183172 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Bound using segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:34:48.183656 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Bound port: 19f8bb1b-4f5b-4e83-8fcc-27d02a307599, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:34:48.184047 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.248903 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] For port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:34:48.252228 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] For port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=19f8bb1b-4f5b-4e83-8fcc-27d02a307599,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:34:48.258071 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.342132 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Routers {'f22397c6-ffb9-46ae-b4da-261f3402d0b6'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:34:48.342827 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:34:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:48.388646 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa319a7-5978-4c16-ae1a-5874c5c61118 None None] Pushing event updated for resources: {'Port': ['ID=19f8bb1b-4f5b-4e83-8fcc-27d02a307599,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:48.432740 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.478538 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e1d38-e11a-48c9-9496-9822d3cf80d5 req-e372b9eb-956e-4811-92b4-4115a8a7e1ca tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:48.482701 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c2e1d38-e11a-48c9-9496-9822d3cf80d5 req-e372b9eb-956e-4811-92b4-4115a8a7e1ca tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1596479 Aug 09 11:34:48.494491 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] Set router f22397c6-ffb9-46ae-b4da-261f3402d0b6 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:34:48.568074 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-0daddb93-b545-4e1e-9408-a00204975027 req-122a47ce-2cac-4ef8-8809-fa28172b0440 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] For port 4e8c824e-98a4-4f9a-9361-30748ec4ee06, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:48.647516 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c2e1d38-e11a-48c9-9496-9822d3cf80d5 req-91f75b87-3808-43c5-a237-a9db2a67c4f7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496232 Aug 09 11:34:48.674840 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0daddb93-b545-4e1e-9408-a00204975027 req-122a47ce-2cac-4ef8-8809-fa28172b0440 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.686208 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0daddb93-b545-4e1e-9408-a00204975027 req-122a47ce-2cac-4ef8-8809-fa28172b0440 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.749611 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['4e8c824e-98a4-4f9a-9361-30748ec4ee06'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:34:48.788211 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daddb93-b545-4e1e-9408-a00204975027 req-122a47ce-2cac-4ef8-8809-fa28172b0440 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:48.788893 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-0daddb93-b545-4e1e-9408-a00204975027 req-122a47ce-2cac-4ef8-8809-fa28172b0440 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:48.790895 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0daddb93-b545-4e1e-9408-a00204975027 req-122a47ce-2cac-4ef8-8809-fa28172b0440 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "PUT /v2.0/ports/4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 200 len: 981 time: 0.8369076 Aug 09 11:34:48.793126 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:34:48.797145 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190" -d '{"events": [{"name": "network-changed", "server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:48.863201 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a47ce-2cac-4ef8-8809-fa28172b0440 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'Port': ['ID=4e8c824e-98a4-4f9a-9361-30748ec4ee06,revision_number=6']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:48.880431 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Allocated IP 172.20.0.1 (f4576834-76b9-4363-bfb8-a4a39a8835bf/abeb231c-e62d-4bb8-bcd3-de39c744112e/f3020414-e64b-4ae2-9cc7-03d0e0b01808) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:34:48.886654 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'name': 'tempest-TestShelveInstance-959354554-router', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:44Z', 'revision_number': 3, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'gw_port': {'id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:49.062531 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb3d8b-51de-4f48-9076-00b12de9550c req-571327a9-0a9f-45c2-9563-6b36e97ef01a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:49.064122 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57eb3d8b-51de-4f48-9076-00b12de9550c req-571327a9-0a9f-45c2-9563-6b36e97ef01a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.2595479 Aug 09 11:34:49.073850 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46091895-4c32-4918-b5b0-e9b1e8f4781c req-ae6daa86-89d2-4222-afe9-f86076516939 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:49.075782 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-46091895-4c32-4918-b5b0-e9b1e8f4781c req-ae6daa86-89d2-4222-afe9-f86076516939 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.1171870 Aug 09 11:34:49.113297 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['4e8c824e-98a4-4f9a-9361-30748ec4ee06'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:34:49.117795 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device ab676b95-721d-4d3a-aa29-281ee8a1937f up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:49.140317 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f30842-f2e6-4913-8700-ce9d58e67719 None None] The sync data for ids ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'] in dv-cinder-803900-2-iscsi is: [{'id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'name': 'tempest-TestShelveInstance-959354554-router', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:44Z', 'revision_number': 3, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'gw_port': {'id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:34:49.150845 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:49.174546 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57eb3d8b-51de-4f48-9076-00b12de9550c req-0ca9b45b-a719-4f1f-8a48-09cdb445fd6c tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917518 Aug 09 11:34:49.185296 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-46091895-4c32-4918-b5b0-e9b1e8f4781c req-098f7531-cbf7-48fc-88c6-fedc7251a4f8 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910041 Aug 09 11:34:49.188076 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Transition to ACTIVE for port object f3020414-e64b-4ae2-9cc7-03d0e0b01808 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:49.255697 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-8eab338e-4f96-4ff1-bc98-2e7998bcf614 None None] Provisioning complete for port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:49.256458 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8eab338e-4f96-4ff1-bc98-2e7998bcf614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:49.266945 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:49.303044 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b8d80d-92bb-4f7c-b451-c6b7544334e0 x-openstack-request-id: req-b1b8d80d-92bb-4f7c-b451-c6b7544334e0 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:49.303346 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:49.303606 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1b8d80d-92bb-4f7c-b451-c6b7544334e0 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:49.304020 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'status': 'completed', 'code': 200} Aug 09 11:34:49.355046 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port ab676b95-721d-4d3a-aa29-281ee8a1937f triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:49.355423 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:49.356136 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Network f4576834-76b9-4363-bfb8-a4a39a8835bf is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:49.364718 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:49.373100 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:34:49.373884 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1660685'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:49.421031 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Pushing event updated for resources: {'Port': ['ID=f3020414-e64b-4ae2-9cc7-03d0e0b01808,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:49.503412 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed8f04-a381-418f-b92f-1a7564166c58 req-3ba774f1-942d-4025-9d5c-9f4b44c72841 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:49.505301 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99ed8f04-a381-418f-b92f-1a7564166c58 req-3ba774f1-942d-4025-9d5c-9f4b44c72841 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.2087257 Aug 09 11:34:49.692530 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-62fc6e7f-859c-4e05-a45e-8db6d911694c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:49.694224 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-62fc6e7f-859c-4e05-a45e-8db6d911694c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 814 time: 0.3075740 Aug 09 11:34:49.698049 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99ed8f04-a381-418f-b92f-1a7564166c58 req-4921a81b-00f2-4520-883b-d54eb33c94ed tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618159 Aug 09 11:34:49.698698 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:49.739646 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-7fd21fa3-2096-4c72-a484-dc137e719267 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/quotas/4a482b508e9b456da931118833978edd HTTP/1.1" status: 200 len: 375 time: 0.0260379 Aug 09 11:34:49.867287 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-896e1271-2a7d-4e20-8cdd-4d744b8b3229 None None] Provisioning for port f3020414-e64b-4ae2-9cc7-03d0e0b01808 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:49.876585 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-c075a88a-6f32-42c6-9df1-7e2fc4f5d003 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170304 Aug 09 11:34:49.896971 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-896e1271-2a7d-4e20-8cdd-4d744b8b3229 None None] Provisioning complete for port f3020414-e64b-4ae2-9cc7-03d0e0b01808 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:49.897224 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-896e1271-2a7d-4e20-8cdd-4d744b8b3229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:49.987735 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-896e1271-2a7d-4e20-8cdd-4d744b8b3229 None None] Port f3020414-e64b-4ae2-9cc7-03d0e0b01808 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:34:50.049108 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:50.060162 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-9c76e1d2-fbae-4805-bcf6-afec916a7248 service neutron] 10.222.0.30 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659808 Aug 09 11:34:50.070927 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:50.071632 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1660857'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:50.256545 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Pushing event updated for resources: {'Port': ['ID=f3020414-e64b-4ae2-9cc7-03d0e0b01808,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:50.299008 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863325d-7848-4c18-a7ee-6dd2fe44d942 req-13874f70-001b-477f-ae0f-fd5ae989da75 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:50.301181 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9863325d-7848-4c18-a7ee-6dd2fe44d942 req-13874f70-001b-477f-ae0f-fd5ae989da75 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.2169187 Aug 09 11:34:50.339764 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-69dd9f96-67a9-410a-a9e5-1b0582cb989d service neutron] 10.222.0.30 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785149 Aug 09 11:34:50.380332 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Network f4576834-76b9-4363-bfb8-a4a39a8835bf is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:50.385331 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:50.400904 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9863325d-7848-4c18-a7ee-6dd2fe44d942 req-93c93c82-cf6c-4c21-90b0-6238fa38a600 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881886 Aug 09 11:34:50.736138 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-1ec32bc2-acbf-4b9a-8a48-e4d6fed8431c None None] Provisioning complete for port f3020414-e64b-4ae2-9cc7-03d0e0b01808 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:50.736661 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ec32bc2-acbf-4b9a-8a48-e4d6fed8431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:50.790117 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-1ec32bc2-acbf-4b9a-8a48-e4d6fed8431c None None] Port f3020414-e64b-4ae2-9cc7-03d0e0b01808 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:34:50.850372 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-762954ea-fe3e-42ab-83e5-3f4cfe3ac275 req-add84b15-edd1-48ca-9479-ae5d6ae6f1d6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 210 time: 0.2932618 Aug 09 11:34:50.852819 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Router f22397c6-ffb9-46ae-b4da-261f3402d0b6 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:34:50.872391 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170b2b9-3df8-4128-8cbd-e37ae6b70990 req-ff9ffbeb-4195-4b07-a9ba-ef59d2fff773 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:50.874097 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2170b2b9-3df8-4128-8cbd-e37ae6b70990 req-ff9ffbeb-4195-4b07-a9ba-ef59d2fff773 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.3497951 Aug 09 11:34:51.024795 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2170b2b9-3df8-4128-8cbd-e37ae6b70990 req-8b0b49e9-abc7-4bf4-970c-6b191d3493df tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422877 Aug 09 11:34:51.026035 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:51.052766 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb0d56-f5d0-4ace-bea9-351c638cf53f req-2ca0966d-4a0c-4c26-9969-f3991ebab35a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:51.054343 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6eb0d56-f5d0-4ace-bea9-351c638cf53f req-2ca0966d-4a0c-4c26-9969-f3991ebab35a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1312356 Aug 09 11:34:51.057770 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:34:51.062984 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ec22a166-09fa-451a-b0ad-5344350a9e66 admin admin] 10.222.0.30 "PUT /v2.0/routers/f22397c6-ffb9-46ae-b4da-261f3402d0b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0115011 Aug 09 11:34:51.094321 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:51.098953 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:51.099339 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.104839 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6eb0d56-f5d0-4ace-bea9-351c638cf53f req-7e885a69-4998-4d41-903a-b17bf2444be6 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Aug 09 11:34:51.196235 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.218985 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=19f8bb1b-4f5b-4e83-8fcc-27d02a307599,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:51.224162 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.291827 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=19f8bb1b-4f5b-4e83-8fcc-27d02a307599,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:51.548968 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e6e3c-3b12-4f9b-8f01-66b4aa0a2be8 req-c66f5cad-947f-4a55-8e10-2147e5f4c048 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:51.550925 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-100e6e3c-3b12-4f9b-8f01-66b4aa0a2be8 req-c66f5cad-947f-4a55-8e10-2147e5f4c048 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0563931 Aug 09 11:34:51.603374 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-100e6e3c-3b12-4f9b-8f01-66b4aa0a2be8 req-a291fb4b-9dd2-4913-b1c5-eb6d36f41abe tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430944 Aug 09 11:34:51.619731 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44108) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:51.624544 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-da7afbd5-d625-43fd-9194-44345aae73c6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519577294', 'description': 'tempest-secgroup-smoke-519577294 description', 'project_id': '6b8570c3d6cf49e894363981f5717afe'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:51.650310 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-da7afbd5-d625-43fd-9194-44345aae73c6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.753983 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-da7afbd5-d625-43fd-9194-44345aae73c6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.759645 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-da7afbd5-d625-43fd-9194-44345aae73c6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.771461 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Sync routers for ids ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:34:51.787224 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Routers {'f22397c6-ffb9-46ae-b4da-261f3402d0b6'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:34:51.787778 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:34:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:51.789504 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-da7afbd5-d625-43fd-9194-44345aae73c6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.791070 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-da7afbd5-d625-43fd-9194-44345aae73c6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1702325 Aug 09 11:34:51.794955 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 44110) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:51.795381 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7afbd5-d625-43fd-9194-44345aae73c6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2f9f11-4df2-4068-b513-c244f3dca82d,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:51.800142 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-9a952ad4-a7a3-43b2-bad8-97caba45f48a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Request body: {'security_group_rule': {'security_group_id': 'dc2f9f11-4df2-4068-b513-c244f3dca82d', 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:51.842863 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a952ad4-a7a3-43b2-bad8-97caba45f48a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.891223 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a952ad4-a7a3-43b2-bad8-97caba45f48a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.895427 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a952ad4-a7a3-43b2-bad8-97caba45f48a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.911710 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a952ad4-a7a3-43b2-bad8-97caba45f48a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261b936c-5d0d-4016-b4d7-d3b513283e40,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:51.913881 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Set router f22397c6-ffb9-46ae-b4da-261f3402d0b6 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:34:51.925680 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9a952ad4-a7a3-43b2-bad8-97caba45f48a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:51.930652 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9a952ad4-a7a3-43b2-bad8-97caba45f48a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318510 Aug 09 11:34:51.932094 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44116) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:51.938835 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-da4b215f-171c-4486-aaf2-06ceb74abe24 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Request body: {'security_group_rule': {'security_group_id': 'dc2f9f11-4df2-4068-b513-c244f3dca82d', 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:51.971202 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1a2ea6e5-05ea-449f-9451-6633450de01a req-2fd9c39e-7a59-40fa-8071-7970f2d24aea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 210 time: 0.0400710 Aug 09 11:34:51.990227 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-da4b215f-171c-4486-aaf2-06ceb74abe24 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.047573 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-ed873501-547f-48ad-bed1-e7a54324dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:52.058177 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-ed873501-547f-48ad-bed1-e7a54324dd79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=116b2ef40b7c4a0ebe415d8329df9a04&device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 1137 time: 0.0846720 Aug 09 11:34:52.136306 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-da4b215f-171c-4486-aaf2-06ceb74abe24 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.148713 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-da4b215f-171c-4486-aaf2-06ceb74abe24 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.181406 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b215f-171c-4486-aaf2-06ceb74abe24 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0860ddf8-3209-4855-9243-8031533a8e48,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:52.194106 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-da4b215f-171c-4486-aaf2-06ceb74abe24 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.197405 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-da4b215f-171c-4486-aaf2-06ceb74abe24 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2628305 Aug 09 11:34:52.201290 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44126) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:52.213140 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-3ef7a78b-4f17-40d1-914e-adc056496eeb tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Request body: {'security_group_rule': {'security_group_id': 'dc2f9f11-4df2-4068-b513-c244f3dca82d', 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:52.274772 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a78b-4f17-40d1-914e-adc056496eeb tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.294012 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'name': 'tempest-TestShelveInstance-959354554-router', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:49Z', 'revision_number': 4, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'gw_port': {'id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f3020414-e64b-4ae2-9cc7-03d0e0b01808', 'name': '', 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'mac_address': 'fa:16:3e:b8:30:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'abeb231c-e62d-4bb8-bcd3-de39c744112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:48Z', 'updated_at': '2021-08-09T11:34:49Z', 'revision_number': 2, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'subnets': [{'id': 'abeb231c-e62d-4bb8-bcd3-de39c744112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:52.323625 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-da03d633-56d6-47ed-9548-f9ebf024e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:52.326381 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-da03d633-56d6-47ed-9548-f9ebf024e9d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d6e76ac-3d63-4e87-91af-f81d034eb061 HTTP/1.1" status: 200 len: 916 time: 0.2494438 Aug 09 11:34:52.355748 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Checking router: f22397c6-ffb9-46ae-b4da-261f3402d0b6 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:34:52.356299 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Updating router f22397c6-ffb9-46ae-b4da-261f3402d0b6 port f3020414-e64b-4ae2-9cc7-03d0e0b01808 binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:34:52.361615 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a78b-4f17-40d1-914e-adc056496eeb tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.369055 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a78b-4f17-40d1-914e-adc056496eeb tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.397441 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7a78b-4f17-40d1-914e-adc056496eeb tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b596f5f-b15f-4c07-9f46-bf4d5003a4fc,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:52.401746 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.411159 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a78b-4f17-40d1-914e-adc056496eeb tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.412655 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-3ef7a78b-4f17-40d1-914e-adc056496eeb tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2092116 Aug 09 11:34:52.415237 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44130) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:52.420909 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-f4b262d4-ef50-4e37-9265-4ea87f82fe50 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Request body: {'security_group_rule': {'security_group_id': 'dc2f9f11-4df2-4068-b513-c244f3dca82d', 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:52.458322 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4b262d4-ef50-4e37-9265-4ea87f82fe50 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.518728 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-d387f8eb-e5f1-4ba6-b47e-beaa3a5775e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 200 len: 1001 time: 0.1733458 Aug 09 11:34:52.522959 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-8e889125-67e6-440c-8056-9491a344f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:52.524513 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-8e889125-67e6-440c-8056-9491a344f895 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 1099 time: 0.1947563 Aug 09 11:34:52.533779 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e5019-d382-44da-86a6-4e53f640fb26 req-467acb36-290d-4a80-ab2f-1249ca49eceb tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:52.535340 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-119e5019-d382-44da-86a6-4e53f640fb26 req-467acb36-290d-4a80-ab2f-1249ca49eceb tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.2074802 Aug 09 11:34:52.549197 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4b262d4-ef50-4e37-9265-4ea87f82fe50 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.558466 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4b262d4-ef50-4e37-9265-4ea87f82fe50 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.588005 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c1077-babe-4c4f-af9d-c9ed0324b805 req-8df5984d-62a0-4bb2-8705-35dd27636d18 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:52.589483 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b262d4-ef50-4e37-9265-4ea87f82fe50 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a657b01d-4143-458e-9a24-23fcd01288dc,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:52.589614 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-455c1077-babe-4c4f-af9d-c9ed0324b805 req-8df5984d-62a0-4bb2-8705-35dd27636d18 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.2582150 Aug 09 11:34:52.593604 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f4b262d4-ef50-4e37-9265-4ea87f82fe50 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.599939 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-f4b262d4-ef50-4e37-9265-4ea87f82fe50 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834970 Aug 09 11:34:52.600732 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44132) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:52.608207 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-55007b1e-7baf-4cab-8c48-75e05d792d65 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Request body: {'security_group_rule': {'security_group_id': 'dc2f9f11-4df2-4068-b513-c244f3dca82d', 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:52.636294 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.securitygroups_db [None req-55007b1e-7baf-4cab-8c48-75e05d792d65 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Project 6b8570c3d6cf49e894363981f5717afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:34:52.644162 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-55007b1e-7baf-4cab-8c48-75e05d792d65 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.701511 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-6b2dddee-009e-45f5-8322-e31a85d4ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:52.702987 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-6b2dddee-009e-45f5-8322-e31a85d4ecca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c22e4688-689a-4992-846c-f049097a2df0 HTTP/1.1" status: 200 len: 854 time: 0.1624835 Aug 09 11:34:52.729305 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.734126 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-119e5019-d382-44da-86a6-4e53f640fb26 req-65e49a21-4500-475f-a855-1378f3290c4b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751997 Aug 09 11:34:52.757110 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-455c1077-babe-4c4f-af9d-c9ed0324b805 req-581ba5d2-56d2-444c-af75-c64e62b4a2c2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165400 Aug 09 11:34:52.757410 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-55007b1e-7baf-4cab-8c48-75e05d792d65 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.768805 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Transition to ACTIVE for port object f3020414-e64b-4ae2-9cc7-03d0e0b01808 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:52.770787 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-55007b1e-7baf-4cab-8c48-75e05d792d65 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.788152 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.802897 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-bb7efe24-badb-49e4-bc27-554fc55ea3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:52.802897 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-bb7efe24-badb-49e4-bc27-554fc55ea3ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 911 time: 0.2631314 Aug 09 11:34:52.819050 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55007b1e-7baf-4cab-8c48-75e05d792d65 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e6672f-b47d-486e-b2e8-00b02500e3e7,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:52.862343 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-55007b1e-7baf-4cab-8c48-75e05d792d65 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.868873 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-55007b1e-7baf-4cab-8c48-75e05d792d65 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2619636 Aug 09 11:34:52.869123 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44138) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:52.877531 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-eaaf23e8-d068-441c-82b4-b14d1321efb6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Request body: {'security_group_rule': {'security_group_id': 'dc2f9f11-4df2-4068-b513-c244f3dca82d', 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:52.887509 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-43464370-d06a-4912-812c-acf79c391542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:52.890083 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-43464370-d06a-4912-812c-acf79c391542 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d6e76ac-3d63-4e87-91af-f81d034eb061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1594956 Aug 09 11:34:52.946410 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.securitygroups_db [None req-eaaf23e8-d068-441c-82b4-b14d1321efb6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Project 6b8570c3d6cf49e894363981f5717afe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:34:52.960036 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eaaf23e8-d068-441c-82b4-b14d1321efb6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:52.963687 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3e11-0fae-41d0-8464-5b46beaa6b3b None None] Pushing event updated for resources: {'Port': ['ID=f3020414-e64b-4ae2-9cc7-03d0e0b01808,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:53.047878 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-cbc3f594-f93a-4e26-8e47-78e7a93dc169 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e HTTP/1.1" status: 200 len: 1001 time: 0.2358351 Aug 09 11:34:53.199453 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:53.234063 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eaaf23e8-d068-441c-82b4-b14d1321efb6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.243351 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eaaf23e8-d068-441c-82b4-b14d1321efb6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.279317 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-926a7923-2fe6-48b2-9514-abf1b676ff20 req-d91c9edb-2c91-4afb-8623-0d39c28712a2 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 210 time: 0.1162806 Aug 09 11:34:53.307788 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf23e8-d068-441c-82b4-b14d1321efb6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8878d6b4-f597-4be7-b51b-15b4da1447c1,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:53.331993 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Attempting to bind port f3020414-e64b-4ae2-9cc7-03d0e0b01808 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:34:53.333105 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Attempting to bind port f3020414-e64b-4ae2-9cc7-03d0e0b01808 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '4539ed0f-990b-4ce4-95c6-71cd9956b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:34:53.333929 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Attempting to bind port f3020414-e64b-4ae2-9cc7-03d0e0b01808 on network f4576834-76b9-4363-bfb8-a4a39a8835bf {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:53.345685 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b37ab5-50d1-4c3c-a1f4-ac7dc2cf6f72 req-fdf9dfd0-8c77-42d3-9811-181455deee01 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:53.345803 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:34:53.346339 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Checking segment: {'id': '4539ed0f-990b-4ce4-95c6-71cd9956b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:53.347021 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.347502 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Bound using segment: {'id': '4539ed0f-990b-4ce4-95c6-71cd9956b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:34:53.348316 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Bound port: f3020414-e64b-4ae2-9cc7-03d0e0b01808, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4539ed0f-990b-4ce4-95c6-71cd9956b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:34:53.348787 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.357274 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3b37ab5-50d1-4c3c-a1f4-ac7dc2cf6f72 req-fdf9dfd0-8c77-42d3-9811-181455deee01 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.3072197 Aug 09 11:34:53.413394 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-1b3b5999-4b84-4d6b-8177-ecae6ca7cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:53.424155 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-1b3b5999-4b84-4d6b-8177-ecae6ca7cd2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 200 len: 849 time: 0.3202419 Aug 09 11:34:53.424470 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:53.424470 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.433210 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eaaf23e8-d068-441c-82b4-b14d1321efb6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.444555 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-eaaf23e8-d068-441c-82b4-b14d1321efb6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5644350 Aug 09 11:34:53.444820 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-da316c39-1599-47f0-8f16-d25a0929afb2 service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379388 Aug 09 11:34:53.469657 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-86ba1f18-9fed-45c2-95b1-671fced16b63 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:53.472017 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-86ba1f18-9fed-45c2-95b1-671fced16b63 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 814 time: 0.4255421 Aug 09 11:34:53.491840 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Request body: {'port': {'device_id': '3bde2335-b731-484b-9c92-1a8d280431b1', 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d', 'admin_state_up': True, 'tenant_id': '4a482b508e9b456da931118833978edd'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:53.516600 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] For port f3020414-e64b-4ae2-9cc7-03d0e0b01808, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:34:53.521360 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] For port f3020414-e64b-4ae2-9cc7-03d0e0b01808, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=f3020414-e64b-4ae2-9cc7-03d0e0b01808,segment=NetworkSegment(4539ed0f-990b-4ce4-95c6-71cd9956b228),segment_id=4539ed0f-990b-4ce4-95c6-71cd9956b228)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:34:53.530081 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.568158 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3b37ab5-50d1-4c3c-a1f4-ac7dc2cf6f72 req-4553c8ec-8a38-4448-a3cc-b274d0167da2 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107046 Aug 09 11:34:53.596651 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-f6a5eba2-b615-4598-af9d-cc39226d5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:53.598513 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-f6a5eba2-b615-4598-af9d-cc39226d5c23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc4d80b-476f-4863-a1ca-6355085c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1729810 Aug 09 11:34:53.601812 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e13e7e15-aba5-4b94-bc9e-a0f979bbe190 req-ab560ee2-168f-4e15-b8f7-827c87741873 service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390553 Aug 09 11:34:53.662342 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:34:53.662965 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Routers {'f22397c6-ffb9-46ae-b4da-261f3402d0b6'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:34:53.663312 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:34:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:53.735917 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3e11-0fae-41d0-8464-5b46beaa6b3b None None] Pushing event updated for resources: {'Port': ['ID=f3020414-e64b-4ae2-9cc7-03d0e0b01808,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:53.752515 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-0c491372-6e22-4362-8e70-d56aa77bac97 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274905 Aug 09 11:34:53.783345 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Made reservation on behalf of 4a482b508e9b456da931118833978edd for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:34:53.788223 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:53.835326 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] Set router f22397c6-ffb9-46ae-b4da-261f3402d0b6 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:34:54.005005 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Allocated IP 172.20.0.7 (c117ee7e-fc0b-4f62-921d-6083d7d7fe3d/4fa9b018-5f44-4241-9d8e-60b092191cc4/509c958e-69b7-43a4-b0cb-c3d96aab401c) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:34:54.011593 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd62e3-89aa-4ae8-9945-ca44140484a8 req-4f8d4994-9c80-4633-8796-87e11f034127 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:54.017196 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-25bd62e3-89aa-4ae8-9945-ca44140484a8 req-4f8d4994-9c80-4633-8796-87e11f034127 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1117258 Aug 09 11:34:54.065010 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-25bd62e3-89aa-4ae8-9945-ca44140484a8 req-ded8d394-33e7-4071-971b-7801e9160a7b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390158 Aug 09 11:34:54.081391 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15737bb1-c1f9-4d46-ac2b-0d7fdfa219f1 req-60d937c0-d498-4943-983e-827669b76107 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:54.091463 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15737bb1-c1f9-4d46-ac2b-0d7fdfa219f1 req-60d937c0-d498-4943-983e-827669b76107 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1509936 Aug 09 11:34:54.125442 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'name': 'tempest-TestShelveInstance-959354554-router', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:49Z', 'revision_number': 4, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'gw_port': {'id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f3020414-e64b-4ae2-9cc7-03d0e0b01808', 'name': '', 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'mac_address': 'fa:16:3e:b8:30:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'abeb231c-e62d-4bb8-bcd3-de39c744112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:48Z', 'updated_at': '2021-08-09T11:34:53Z', 'revision_number': 4, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'subnets': [{'id': 'abeb231c-e62d-4bb8-bcd3-de39c744112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:34:54.156064 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-15737bb1-c1f9-4d46-ac2b-0d7fdfa219f1 req-a828093d-8514-44aa-b975-744eee999a0a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636866 Aug 09 11:34:54.165502 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca14d1-300d-432b-8d9d-aa6977c67af1 None None] The sync data for ids ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'] in dv-cinder-803900-2-iscsi is: [{'id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'name': 'tempest-TestShelveInstance-959354554-router', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:49Z', 'revision_number': 4, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'gw_port': {'id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f3020414-e64b-4ae2-9cc7-03d0e0b01808', 'name': '', 'network_id': 'f4576834-76b9-4363-bfb8-a4a39a8835bf', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'mac_address': 'fa:16:3e:b8:30:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'abeb231c-e62d-4bb8-bcd3-de39c744112e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:48Z', 'updated_at': '2021-08-09T11:34:53Z', 'revision_number': 4, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'subnets': [{'id': 'abeb231c-e62d-4bb8-bcd3-de39c744112e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:34:54.222880 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:54.318101 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:54.372478 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:54.376443 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:54.383992 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:34:54.421366 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Pushing event updated for resources: {'Port': ['ID=509c958e-69b7-43a4-b0cb-c3d96aab401c,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:54.452408 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:54.453087 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:54.488009 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58dce870-8770-4228-8b9d-7daa43b1dbb8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0022166 Aug 09 11:34:54.499293 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90556cad-7745-4250-ab4e-346d9c3f3e47 req-48f6801c-b3b2-47bf-bfbf-b3c79e205e34 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:54.502042 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90556cad-7745-4250-ab4e-346d9c3f3e47 req-48f6801c-b3b2-47bf-bfbf-b3c79e205e34 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 931 time: 0.1082101 Aug 09 11:34:54.555745 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-90556cad-7745-4250-ab4e-346d9c3f3e47 req-8c119b1e-8c56-4995-a13d-df2c4f104c74 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Aug 09 11:34:54.742307 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0a419-88db-4ad6-b336-c33cd24089d6 req-1df3c179-5e68-4c57-9995-c0e3a8f88bfd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:54.743656 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17e0a419-88db-4ad6-b336-c33cd24089d6 req-1df3c179-5e68-4c57-9995-c0e3a8f88bfd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0641365 Aug 09 11:34:54.788064 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17e0a419-88db-4ad6-b336-c33cd24089d6 req-d3f54516-ec26-40dc-84cd-6862d24efe39 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356464 Aug 09 11:34:55.006736 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f3020414-e64b-4ae2-9cc7-03d0e0b01808 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:55.055971 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port f3020414-e64b-4ae2-9cc7-03d0e0b01808 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:55.060020 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port f3020414-e64b-4ae2-9cc7-03d0e0b01808 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:55.060679 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.231233 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fd5d9-2ec6-49ce-9a23-43f217416f0c req-e7e51de8-e010-45f2-9b89-1a757fe4a07b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:55.233715 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f1fd5d9-2ec6-49ce-9a23-43f217416f0c req-e7e51de8-e010-45f2-9b89-1a757fe4a07b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0650060 Aug 09 11:34:55.278070 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.315801 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port f3020414-e64b-4ae2-9cc7-03d0e0b01808, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=f3020414-e64b-4ae2-9cc7-03d0e0b01808,segment=NetworkSegment(4539ed0f-990b-4ce4-95c6-71cd9956b228),segment_id=4539ed0f-990b-4ce4-95c6-71cd9956b228)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:55.319604 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f1fd5d9-2ec6-49ce-9a23-43f217416f0c req-dda32bb1-8210-4e38-afed-0b03deef28b4 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731685 Aug 09 11:34:55.323695 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.353143 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34c5dc-e707-402d-a653-a0c944b30529 req-4a3fd0ac-e084-4b76-a764-4eb226d8dcde tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:55.355604 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c34c5dc-e707-402d-a653-a0c944b30529 req-4a3fd0ac-e084-4b76-a764-4eb226d8dcde tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1059752 Aug 09 11:34:55.393323 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=f3020414-e64b-4ae2-9cc7-03d0e0b01808,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:55.412380 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2c34c5dc-e707-402d-a653-a0c944b30529 req-723616cb-f332-4167-b113-136e80a05fe6 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456140 Aug 09 11:34:55.689223 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36687259-7003-47b9-84ac-98cd20190fd5 req-b1725fad-65db-461d-83ff-cf10c684022c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:55.690631 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-36687259-7003-47b9-84ac-98cd20190fd5 req-b1725fad-65db-461d-83ff-cf10c684022c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 931 time: 0.0542583 Aug 09 11:34:55.736948 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-36687259-7003-47b9-84ac-98cd20190fd5 req-e1b756a3-fa6e-4653-8bf4-4dcb2b7b9213 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 Aug 09 11:34:55.920823 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b09eac-d1b8-4e5d-bff7-79e599c08fb1 req-a4a85bea-473a-49d3-b1f9-4ec25486a4ad tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:55.922372 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-48b09eac-d1b8-4e5d-bff7-79e599c08fb1 req-a4a85bea-473a-49d3-b1f9-4ec25486a4ad tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0532880 Aug 09 11:34:55.965502 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-48b09eac-d1b8-4e5d-bff7-79e599c08fb1 req-0ffa93a0-e875-4427-ab2a-272c5a108b94 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363705 Aug 09 11:34:56.432534 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d940d62-807e-4232-ae69-5a3070bc041c req-42d08f53-40b1-461e-a1e4-65d77da764db tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:56.434914 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2d940d62-807e-4232-ae69-5a3070bc041c req-42d08f53-40b1-461e-a1e4-65d77da764db tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0532608 Aug 09 11:34:56.472633 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2d940d62-807e-4232-ae69-5a3070bc041c req-415a69d1-f609-47e0-a68d-5e6afdb2da9a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324743 Aug 09 11:34:56.534926 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565df4f6-2e3d-4be6-b3ab-778988f21923 req-b6b23263-7997-45a2-8bd2-fa2cabc1384f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:56.536589 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-565df4f6-2e3d-4be6-b3ab-778988f21923 req-b6b23263-7997-45a2-8bd2-fa2cabc1384f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0513289 Aug 09 11:34:56.577348 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-565df4f6-2e3d-4be6-b3ab-778988f21923 req-1f805d3c-c790-4d6c-aaba-bcade0ed18d1 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345378 Aug 09 11:34:56.729619 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0', 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:34:56.764686 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Request body: {'port': {'device_id': '3bde2335-b731-484b-9c92-1a8d280431b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:56.867289 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:56.993386 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-0f79bf6a-3ada-4336-876f-ed8159f23e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:56.995050 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-0f79bf6a-3ada-4336-876f-ed8159f23e5b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47&tenant_id=a7a3b96504a8466298524d1b969c3ff9 HTTP/1.1" status: 200 len: 1096 time: 0.2336626 Aug 09 11:34:57.027568 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-a0bb237e-bc4b-4be3-9cb2-0ce693cfc75a service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746532 Aug 09 11:34:57.043934 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95499eb5-7dba-4490-b995-874af46aa305 req-7ac2fe45-5188-46ad-8fe4-23cd03172bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.045758 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f3020414-e64b-4ae2-9cc7-03d0e0b01808 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:57.048655 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-95499eb5-7dba-4490-b995-874af46aa305 req-7ac2fe45-5188-46ad-8fe4-23cd03172bdd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 1099 time: 0.1594417 Aug 09 11:34:57.061585 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c0d6c-a40a-4efa-ae5d-a7f40f564b9b req-a6902e0f-5652-4b03-bafc-95bebcfa0fa7 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.063215 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b5c0d6c-a40a-4efa-ae5d-a7f40f564b9b req-a6902e0f-5652-4b03-bafc-95bebcfa0fa7 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 931 time: 0.1944160 Aug 09 11:34:57.116177 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port f3020414-e64b-4ae2-9cc7-03d0e0b01808 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:57.116721 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:57.218282 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-95499eb5-7dba-4490-b995-874af46aa305 req-a66ea801-4117-45ab-a5d5-d7e2b526db51 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321278 Aug 09 11:34:57.222688 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b5c0d6c-a40a-4efa-ae5d-a7f40f564b9b req-47a87d4a-752b-48e1-9d82-21270061e58d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430843 Aug 09 11:34:57.236969 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e277e0a-fcfe-4453-88b4-1412c7d5bd2e req-676ea4bd-a7c8-4f91-a7b8-58f5c3589cc4 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.239214 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e277e0a-fcfe-4453-88b4-1412c7d5bd2e req-676ea4bd-a7c8-4f91-a7b8-58f5c3589cc4 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1580658 Aug 09 11:34:57.245793 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-fee9966b-8e5b-4d5a-aa32-f3aa86cdd530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.247645 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-fee9966b-8e5b-4d5a-aa32-f3aa86cdd530 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 1096 time: 0.2099736 Aug 09 11:34:57.292832 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e277e0a-fcfe-4453-88b4-1412c7d5bd2e req-2a9986e2-6e56-404d-bb65-b84d9f1eecde tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Aug 09 11:34:57.328122 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509c958e-69b7-43a4-b0cb-c3d96aab401c {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:34:57.341913 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:57.356251 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Transition to ACTIVE for port object 509c958e-69b7-43a4-b0cb-c3d96aab401c will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:57.362588 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:57.409936 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-6b31ac54-6266-40fd-99d5-58a9241155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.411490 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-6b31ac54-6266-40fd-99d5-58a9241155d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 918 time: 0.1168089 Aug 09 11:34:57.429880 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Pushing event updated for resources: {'Port': ['ID=509c958e-69b7-43a4-b0cb-c3d96aab401c,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:57.497422 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-a8c4ef20-70b9-442a-86e0-19e8e1a11a2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b9646a-05df-407b-ae45-2dc480b07c69 HTTP/1.1" status: 200 len: 999 time: 0.0753253 Aug 09 11:34:57.507596 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Attempting to bind port 509c958e-69b7-43a4-b0cb-c3d96aab401c on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:34:57.507913 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Attempting to bind port 509c958e-69b7-43a4-b0cb-c3d96aab401c by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:34:57.509667 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Attempting to bind port 509c958e-69b7-43a4-b0cb-c3d96aab401c on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:57.528571 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Port 509c958e-69b7-43a4-b0cb-c3d96aab401c on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:34:57.529044 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Attempting to bind port 509c958e-69b7-43a4-b0cb-c3d96aab401c on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:57.537626 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:34:57.537971 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Checking segment: {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:57.538365 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Bound using segment: {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:34:57.538806 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Bound port: 509c958e-69b7-43a4-b0cb-c3d96aab401c, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:34:57.539293 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:57.622569 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] For port 509c958e-69b7-43a4-b0cb-c3d96aab401c, host hv-cinder-80390, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:34:57.627565 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] For port 509c958e-69b7-43a4-b0cb-c3d96aab401c, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=509c958e-69b7-43a4-b0cb-c3d96aab401c,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:34:57.639145 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-9d19be5b-f69a-48ed-9683-ea102b4eaff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.639432 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:57.642166 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-9d19be5b-f69a-48ed-9683-ea102b4eaff0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 200 len: 856 time: 0.1351309 Aug 09 11:34:57.662834 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa98b8-0244-4084-a333-e88b021a9194 req-9ef6b782-0f80-4862-a856-25e9bd06c343 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.670911 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0fa98b8-0244-4084-a333-e88b021a9194 req-9ef6b782-0f80-4862-a856-25e9bd06c343 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1125975 Aug 09 11:34:57.698720 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.699339 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:57.700758 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] 10.222.0.10 "PUT /v2.0/ports/509c958e-69b7-43a4-b0cb-c3d96aab401c HTTP/1.1" status: 200 len: 1093 time: 0.9406903 Aug 09 11:34:57.701232 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bde2335-b731-484b-9c92-1a8d280431b1', 'tag': '509c958e-69b7-43a4-b0cb-c3d96aab401c'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:34:57.704252 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc327a23-1e77-4e51-9505-0cc739cf94d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3bde2335-b731-484b-9c92-1a8d280431b1", "tag": "509c958e-69b7-43a4-b0cb-c3d96aab401c"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:34:57.756983 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e6d9f-57e1-48fd-b7fe-4cf4b19d9d16 service neutron] Pushing event updated for resources: {'Port': ['ID=509c958e-69b7-43a4-b0cb-c3d96aab401c,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:57.794162 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0fa98b8-0244-4084-a333-e88b021a9194 req-cfc297da-2828-4c31-b903-878d1b471237 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219976 Aug 09 11:34:57.804562 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-8a5902b0-82d4-401d-8380-2fcb627d319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.806268 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-8a5902b0-82d4-401d-8380-2fcb627d319b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61368b8c-3f63-4abc-860d-c08b2be3a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1319737 Aug 09 11:34:57.814901 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5db61-d117-4bcd-9b11-c894e52a3f3e req-cc68c237-2b99-4779-a489-2c2745a1743e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.816606 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b8c5db61-d117-4bcd-9b11-c894e52a3f3e req-cc68c237-2b99-4779-a489-2c2745a1743e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1250865 Aug 09 11:34:57.839036 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-d073a2ab-00e4-49fc-b206-4149b56a2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:57.841685 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-d073a2ab-00e4-49fc-b206-4149b56a2f88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 1096 time: 0.0795152 Aug 09 11:34:57.906099 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316f88c1-e4ca-4695-acab-518359bb1aeb x-openstack-request-id: req-316f88c1-e4ca-4695-acab-518359bb1aeb {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:34:57.906387 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bde2335-b731-484b-9c92-1a8d280431b1", "tag": "509c958e-69b7-43a4-b0cb-c3d96aab401c", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:34:57.906634 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-316f88c1-e4ca-4695-acab-518359bb1aeb {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:34:57.907029 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bde2335-b731-484b-9c92-1a8d280431b1', 'tag': '509c958e-69b7-43a4-b0cb-c3d96aab401c', 'status': 'completed', 'code': 200} Aug 09 11:34:57.908699 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-4e16ead0-f7b5-400e-93a6-e30c9e102a40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=509c958e-69b7-43a4-b0cb-c3d96aab401c HTTP/1.1" status: 200 len: 217 time: 0.0525455 Aug 09 11:34:57.965301 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b8c5db61-d117-4bcd-9b11-c894e52a3f3e req-d99fbc50-7b36-4fd6-bd18-72561662029f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160185 Aug 09 11:34:58.003748 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58db54f3-a4c0-4192-87fd-5d1d2c4b9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:58.006188 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-bd600a85-a5f6-417e-9346-b50c07bb9563 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726253 Aug 09 11:34:58.007856 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-58db54f3-a4c0-4192-87fd-5d1d2c4b9f37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fa9b018-5f44-4241-9d8e-60b092191cc4 HTTP/1.1" status: 200 len: 854 time: 0.0773842 Aug 09 11:34:58.075077 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-19e54055-0b6d-448c-a27a-e8dcb155bc1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317502 Aug 09 11:34:58.075837 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11585b76-51ed-4018-8f71-758666d54dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:58.149533 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-77abf3ad-e18c-464e-ac29-29cc9d94475b req-cf2fd6e7-c72b-413f-89de-a4adefffcc15 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066737 Aug 09 11:34:58.197643 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-a90ccc78-7800-4ea3-8000-055f5de02943 service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112392 Aug 09 11:34:58.310196 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-875670c8-1718-4e6f-97de-11cb0f5beb4a req-0a62e860-8170-42a0-a776-f77f78345031 service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948725 Aug 09 11:34:58.365542 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe2d3-6d27-4705-babc-30acaa365af3 req-8ca04d54-483f-41fc-b3b7-0ba29019e6da tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:58.367235 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-61ebe2d3-6d27-4705-babc-30acaa365af3 req-8ca04d54-483f-41fc-b3b7-0ba29019e6da tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0554338 Aug 09 11:34:58.431677 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-61ebe2d3-6d27-4705-babc-30acaa365af3 req-a6c4c1b0-b555-405c-8e99-324ebab498b8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573685 Aug 09 11:34:58.451934 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6824b2-a876-4dd4-aa2a-48e35bdc5ac1 req-0bb55683-4310-4747-8ceb-f5381e5d5047 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:58.453493 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f6824b2-a876-4dd4-aa2a-48e35bdc5ac1 req-0bb55683-4310-4747-8ceb-f5381e5d5047 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0650272 Aug 09 11:34:58.514845 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f6824b2-a876-4dd4-aa2a-48e35bdc5ac1 req-cfd3fe8a-21ff-4bf7-bc43-be22ab2bfcf6 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552957 Aug 09 11:34:58.931513 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9300e7-de3a-4009-bf96-b0edb77e4b1a req-bc4a9a9d-11c5-4481-b1be-d451857a44fb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:58.933143 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0c9300e7-de3a-4009-bf96-b0edb77e4b1a req-bc4a9a9d-11c5-4481-b1be-d451857a44fb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0528619 Aug 09 11:34:58.974668 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0c9300e7-de3a-4009-bf96-b0edb77e4b1a req-cdeaa3e1-c3e5-4ee5-9fd7-9ca9af61536a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353758 Aug 09 11:34:59.108263 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721c9-f79c-49c1-91e9-b7b2e16b33e9 req-c29a6745-2ae5-4ddc-8f41-b442b8ead7ec tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:59.110637 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f5721c9-f79c-49c1-91e9-b7b2e16b33e9 req-c29a6745-2ae5-4ddc-8f41-b442b8ead7ec tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0585616 Aug 09 11:34:59.159572 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f5721c9-f79c-49c1-91e9-b7b2e16b33e9 req-f671c803-f39e-44cc-9eca-71f5fc422765 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Aug 09 11:34:59.551590 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288cb92-1646-4b96-9ed8-201e1212c807 req-b7af6260-da16-4312-a7cf-4b0609e4aa10 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:59.553194 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a288cb92-1646-4b96-9ed8-201e1212c807 req-b7af6260-da16-4312-a7cf-4b0609e4aa10 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0512359 Aug 09 11:34:59.595188 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a288cb92-1646-4b96-9ed8-201e1212c807 req-0dbc2439-bcd5-48da-a365-99ea27bbeb2c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353520 Aug 09 11:34:59.655622 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e240caf-ede5-4655-92a4-b851f88a9f9e req-b9d3a89e-f408-42f1-84ac-f687ec7a23c7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:59.657352 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e240caf-ede5-4655-92a4-b851f88a9f9e req-b9d3a89e-f408-42f1-84ac-f687ec7a23c7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0612617 Aug 09 11:34:59.696826 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e240caf-ede5-4655-92a4-b851f88a9f9e req-e5820c5f-1491-486e-80c1-d0fbc404b7eb tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333364 Aug 09 11:35:00.281979 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b0d0b-748b-41d0-a878-596ac7d94693 req-bdceee5a-63fd-49ae-8aa1-5ca2ea413fcd tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:00.283496 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-464b0d0b-748b-41d0-a878-596ac7d94693 req-bdceee5a-63fd-49ae-8aa1-5ca2ea413fcd tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0535126 Aug 09 11:35:00.326831 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-464b0d0b-748b-41d0-a878-596ac7d94693 req-9dc42671-177d-4833-b968-32f8d3cbb0b2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Aug 09 11:35:00.721519 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-06f42268-6458-4321-ae03-27b57a745dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:00.727175 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1c1bd-42a4-41a4-be39-60bbe149fae2 req-d66b01da-7ad8-4401-9189-37fc71a3fa1c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:00.728720 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31f1c1bd-42a4-41a4-be39-60bbe149fae2 req-d66b01da-7ad8-4401-9189-37fc71a3fa1c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0509522 Aug 09 11:35:00.769973 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31f1c1bd-42a4-41a4-be39-60bbe149fae2 req-946e3dd0-2b04-4b70-8b96-a591bc490794 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351250 Aug 09 11:35:00.826690 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc405376-0508-4908-ae44-67ca39dfb0ba req-4db24cd4-73dd-49fd-b32b-086c45defdc3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:00.828235 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc405376-0508-4908-ae44-67ca39dfb0ba req-4db24cd4-73dd-49fd-b32b-086c45defdc3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0562394 Aug 09 11:35:00.866964 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc405376-0508-4908-ae44-67ca39dfb0ba req-ff070363-f22a-4d1e-85fb-446123195631 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327528 Aug 09 11:35:00.943754 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.694279 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09193872-5d79-4ec1-89a1-635d33c6fecb req-514dec82-0193-45b6-9c50-2b09ee7209fe tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:01.695771 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-09193872-5d79-4ec1-89a1-635d33c6fecb req-514dec82-0193-45b6-9c50-2b09ee7209fe tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.2985497 Aug 09 11:35:01.743371 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327a23-1e77-4e51-9505-0cc739cf94d2 req-9ade5b53-9edf-4189-82fc-ffc4705cb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:01.743981 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-09193872-5d79-4ec1-89a1-635d33c6fecb req-68f4394d-924c-4056-bc74-3e70d04de4be tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Aug 09 11:35:01.746177 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-fc327a23-1e77-4e51-9505-0cc739cf94d2 req-9ade5b53-9edf-4189-82fc-ffc4705cb4dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 1096 time: 0.0563722 Aug 09 11:35:01.892272 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23a0ec-f91a-40fc-bf95-55191c9e2ceb req-a7f8e063-8e60-4ad9-a55a-aa30a458fc9f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:01.895777 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b23a0ec-f91a-40fc-bf95-55191c9e2ceb req-a7f8e063-8e60-4ad9-a55a-aa30a458fc9f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0555534 Aug 09 11:35:01.933117 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327a23-1e77-4e51-9505-0cc739cf94d2 req-953bd653-12f9-464c-9390-fe96d53af7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:01.934702 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-fc327a23-1e77-4e51-9505-0cc739cf94d2 req-953bd653-12f9-464c-9390-fe96d53af7e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 915 time: 0.1110871 Aug 09 11:35:01.948396 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:01.962564 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b23a0ec-f91a-40fc-bf95-55191c9e2ceb req-2fac102e-d47e-4f3b-978a-becc61be90b2 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549171 Aug 09 11:35:01.991886 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-fc327a23-1e77-4e51-9505-0cc739cf94d2 req-e8994c50-eb61-4b2d-b45f-af5e491bdb47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=509c958e-69b7-43a4-b0cb-c3d96aab401c HTTP/1.1" status: 200 len: 217 time: 0.0439649 Aug 09 11:35:02.056608 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327a23-1e77-4e51-9505-0cc739cf94d2 req-701805ef-c93b-46c6-98ac-0a89ebb9b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:02.057821 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd3985-cb22-4138-a4e2-f6357a583ffb req-7a3bd3af-50aa-49a8-b746-d818032a53a9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:02.058442 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-fc327a23-1e77-4e51-9505-0cc739cf94d2 req-701805ef-c93b-46c6-98ac-0a89ebb9b07f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fa9b018-5f44-4241-9d8e-60b092191cc4 HTTP/1.1" status: 200 len: 854 time: 0.0596516 Aug 09 11:35:02.059436 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-08bd3985-cb22-4138-a4e2-f6357a583ffb req-7a3bd3af-50aa-49a8-b746-d818032a53a9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0645049 Aug 09 11:35:02.100382 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-fc327a23-1e77-4e51-9505-0cc739cf94d2 req-3ebb4dd4-690e-440d-bd8b-a59fa848fa80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280707 Aug 09 11:35:02.106724 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-08bd3985-cb22-4138-a4e2-f6357a583ffb req-1924b0f3-5800-443f-9cbf-82bcb0b01b99 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403290 Aug 09 11:35:02.219477 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-fc327a23-1e77-4e51-9505-0cc739cf94d2 req-994c32b2-0712-4860-b847-8b91a5e34e75 service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066768 Aug 09 11:35:02.378494 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:02.431232 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-fc327a23-1e77-4e51-9505-0cc739cf94d2 req-7a4c3dc6-a8ce-4af4-aa5d-c6e1545ab402 service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994317 Aug 09 11:35:02.913030 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd23b10-0e3a-4945-a26f-149aa1895fcb req-0d112643-945e-4a33-8f77-6b55b4fa4b46 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:02.914770 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-acd23b10-0e3a-4945-a26f-149aa1895fcb req-0d112643-945e-4a33-8f77-6b55b4fa4b46 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0690708 Aug 09 11:35:02.976086 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-acd23b10-0e3a-4945-a26f-149aa1895fcb req-0f2ef09f-22eb-4d07-8322-3973acfa1411 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498159 Aug 09 11:35:03.117275 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba094db-732d-4410-aa7f-7a9dd7a1a01d req-63185d83-fa7f-4c95-b11b-8b68ceaae9f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:03.119190 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ba094db-732d-4410-aa7f-7a9dd7a1a01d req-63185d83-fa7f-4c95-b11b-8b68ceaae9f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0704792 Aug 09 11:35:03.161361 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0ba094db-732d-4410-aa7f-7a9dd7a1a01d req-e1cc629d-a5fc-406c-a254-68c7fa01550e tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352771 Aug 09 11:35:03.295757 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4203a-fd5b-4a37-a051-4d9c471351de req-db55c112-8a35-4fd8-b99a-da6544908d37 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:03.298101 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bbc4203a-fd5b-4a37-a051-4d9c471351de req-db55c112-8a35-4fd8-b99a-da6544908d37 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0690863 Aug 09 11:35:03.346357 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bbc4203a-fd5b-4a37-a051-4d9c471351de req-2ad86ecf-a58e-4a95-b46e-bad87161e789 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Aug 09 11:35:03.455852 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e533e-160f-4fab-93ae-9c23276eb1a3 req-c445698f-3484-49e0-9dba-fb409716be14 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:03.457841 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-947e533e-160f-4fab-93ae-9c23276eb1a3 req-c445698f-3484-49e0-9dba-fb409716be14 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0939224 Aug 09 11:35:03.474956 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:03.503650 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-947e533e-160f-4fab-93ae-9c23276eb1a3 req-4ef9d66c-c99e-4b0c-8a5e-de1f546c8b00 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390608 Aug 09 11:35:04.293834 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009cf6f-c7cc-4966-9c57-ff8575a03f86 req-aabe28a6-7054-46e5-8469-5b2f4bd1ef11 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:04.295502 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f009cf6f-c7cc-4966-9c57-ff8575a03f86 req-aabe28a6-7054-46e5-8469-5b2f4bd1ef11 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0571876 Aug 09 11:35:04.343114 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f009cf6f-c7cc-4966-9c57-ff8575a03f86 req-936419d4-ba93-4834-8365-54110914ad3b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Aug 09 11:35:04.513341 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10034a03-ee7c-4e0e-9201-baf6fad63976 req-2033e157-71b3-41d6-80b7-d6b46431c771 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:04.515427 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10034a03-ee7c-4e0e-9201-baf6fad63976 req-2033e157-71b3-41d6-80b7-d6b46431c771 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0573752 Aug 09 11:35:04.572350 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10034a03-ee7c-4e0e-9201-baf6fad63976 req-968d3d70-02d8-4ae6-9c35-f718c83bd69f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447969 Aug 09 11:35:04.646228 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6cc26-e494-4a6a-9773-02d740640c21 req-23e9523b-1d7d-4cdf-a589-0427d87ebe54 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:04.647803 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-87b6cc26-e494-4a6a-9773-02d740640c21 req-23e9523b-1d7d-4cdf-a589-0427d87ebe54 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0579031 Aug 09 11:35:04.686640 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-87b6cc26-e494-4a6a-9773-02d740640c21 req-8616aa35-e299-49d2-b70a-6afccb349332 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Aug 09 11:35:05.471586 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fc787-a636-4f97-b20b-b9a692c476b1 req-ea6a7f8b-2ee6-439e-b628-e5ac1d8712b8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:05.473252 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-257fc787-a636-4f97-b20b-b9a692c476b1 req-ea6a7f8b-2ee6-439e-b628-e5ac1d8712b8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0526278 Aug 09 11:35:05.513820 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-257fc787-a636-4f97-b20b-b9a692c476b1 req-6de2edfe-a2c8-4236-990a-9bb85f7ac917 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345740 Aug 09 11:35:05.702183 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f366119-16da-4d26-8d4f-894044179013 req-014880c0-3cd4-43f0-b30d-d63e5e85e76a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:05.704072 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f366119-16da-4d26-8d4f-894044179013 req-014880c0-3cd4-43f0-b30d-d63e5e85e76a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0502353 Aug 09 11:35:05.763534 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f366119-16da-4d26-8d4f-894044179013 req-e4c49f35-5c49-4819-b449-b44e0037208a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363886 Aug 09 11:35:05.836015 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacf1af-9cd4-47dc-a90c-e02bee919096 req-313b044a-af59-4407-a893-362b025450a4 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:05.837746 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4dacf1af-9cd4-47dc-a90c-e02bee919096 req-313b044a-af59-4407-a893-362b025450a4 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0733159 Aug 09 11:35:05.879975 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4dacf1af-9cd4-47dc-a90c-e02bee919096 req-73538ce9-3752-489d-a871-76ac10e9eb9e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354691 Aug 09 11:35:06.660990 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180eee-fea6-4ded-bbe6-4883f6fc5e8f req-220aee8b-e2e4-4c2d-97dc-5828c2ed51fb tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:06.663271 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed180eee-fea6-4ded-bbe6-4883f6fc5e8f req-220aee8b-e2e4-4c2d-97dc-5828c2ed51fb tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0616167 Aug 09 11:35:06.702434 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed180eee-fea6-4ded-bbe6-4883f6fc5e8f req-c4f5dddf-4ac4-4d09-87dd-31e47df6faf6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Aug 09 11:35:06.913856 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729596a9-fc14-4d0c-8aaa-4af55057c7c7 req-dc4f0368-a8ff-43c0-9881-755538245887 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:06.915439 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-729596a9-fc14-4d0c-8aaa-4af55057c7c7 req-dc4f0368-a8ff-43c0-9881-755538245887 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0499716 Aug 09 11:35:06.958033 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-729596a9-fc14-4d0c-8aaa-4af55057c7c7 req-bd477b1d-02fb-4b11-9be1-fae93a3fd89d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358829 Aug 09 11:35:07.032942 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff75ff-fc2d-4067-98f0-8f7816056e01 req-12ea35e5-8a43-4153-acc1-56e4a3230c21 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:07.037505 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2dff75ff-fc2d-4067-98f0-8f7816056e01 req-12ea35e5-8a43-4153-acc1-56e4a3230c21 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0547667 Aug 09 11:35:07.083517 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2dff75ff-fc2d-4067-98f0-8f7816056e01 req-d0c40cf8-cf7c-4f1c-aff6-4776f5ba0d92 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Aug 09 11:35:07.825719 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee6a1f-d63e-419c-a1f7-8295ebd3841f req-651cf032-8e77-499f-9a11-1dc706742b7b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:07.827286 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-abee6a1f-d63e-419c-a1f7-8295ebd3841f req-651cf032-8e77-499f-9a11-1dc706742b7b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0496821 Aug 09 11:35:07.873992 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-abee6a1f-d63e-419c-a1f7-8295ebd3841f req-86076777-3bd5-4be2-aefa-a754ef4c17e5 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395844 Aug 09 11:35:08.091215 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cf139-4339-4ad9-a296-9780442963f7 req-04bd497f-d77d-46fa-beb3-541996d4c307 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:08.093099 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e66cf139-4339-4ad9-a296-9780442963f7 req-04bd497f-d77d-46fa-beb3-541996d4c307 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0582078 Aug 09 11:35:08.141584 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e66cf139-4339-4ad9-a296-9780442963f7 req-ba9fbd2e-8c55-4b95-9709-27cb6b5e3434 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 Aug 09 11:35:08.247290 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581beb38-1d3d-4502-8a03-7ac1b569ca7b req-36c9a37d-4055-46cd-a852-54f681ea9741 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:08.248849 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-581beb38-1d3d-4502-8a03-7ac1b569ca7b req-36c9a37d-4055-46cd-a852-54f681ea9741 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0700557 Aug 09 11:35:08.296991 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-581beb38-1d3d-4502-8a03-7ac1b569ca7b req-72fcf416-1a02-40e0-b2ea-b3ca2404d61a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Aug 09 11:35:09.010523 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b03d-4dad-4c84-9e7b-ca70951c53ff req-8606526b-1623-4f3f-b614-a95a86c2351e tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:09.012021 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce13b03d-4dad-4c84-9e7b-ca70951c53ff req-8606526b-1623-4f3f-b614-a95a86c2351e tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0569232 Aug 09 11:35:09.051450 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce13b03d-4dad-4c84-9e7b-ca70951c53ff req-0b092436-faec-46df-b0e3-f12de5297908 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332949 Aug 09 11:35:09.362919 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18d286-a5c4-4d3c-87ce-867fe1386962 req-16dc79a5-05d9-408a-a463-cda9bf728f88 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:09.366742 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8c18d286-a5c4-4d3c-87ce-867fe1386962 req-16dc79a5-05d9-408a-a463-cda9bf728f88 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0603220 Aug 09 11:35:09.434053 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8c18d286-a5c4-4d3c-87ce-867fe1386962 req-5f2f8a5c-b3d9-43d9-a8ee-d90531bc24fe tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633872 Aug 09 11:35:09.450659 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48b86-c78c-425b-ae20-02b3688225a9 req-0b0f430d-d9e6-45a4-bc62-8b13d813f7b4 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:09.451820 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b5b48b86-c78c-425b-ae20-02b3688225a9 req-0b0f430d-d9e6-45a4-bc62-8b13d813f7b4 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0666769 Aug 09 11:35:09.502513 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b5b48b86-c78c-425b-ae20-02b3688225a9 req-76142cfd-9bc5-4e8a-8838-4bcf63863b3b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366526 Aug 09 11:35:10.181022 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b204fb-f9b7-49af-ad26-f9cb03578d15 req-4107a8a6-cd25-4c0c-a62b-6f4ec6b0bf1c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:10.191127 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6b204fb-f9b7-49af-ad26-f9cb03578d15 req-4107a8a6-cd25-4c0c-a62b-6f4ec6b0bf1c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0710289 Aug 09 11:35:10.240862 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6b204fb-f9b7-49af-ad26-f9cb03578d15 req-fd4ad662-05e6-488e-9aa4-8aea3a891250 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Aug 09 11:35:10.599477 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee2014-d2a5-4556-9eb8-50d1979cab71 req-13edf6f3-2f1f-4169-ac25-935435d1c84f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:10.607375 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84ee2014-d2a5-4556-9eb8-50d1979cab71 req-13edf6f3-2f1f-4169-ac25-935435d1c84f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0985980 Aug 09 11:35:10.679239 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-84ee2014-d2a5-4556-9eb8-50d1979cab71 req-11e58f24-a9ef-4a15-9ac3-70be85252310 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702972 Aug 09 11:35:10.694328 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d80db-586d-4637-9ef1-83bced88d83c req-fb69641b-3fcd-4d09-8c03-cb67fe2894b5 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:10.695860 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a18d80db-586d-4637-9ef1-83bced88d83c req-fb69641b-3fcd-4d09-8c03-cb67fe2894b5 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0846982 Aug 09 11:35:10.744301 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a18d80db-586d-4637-9ef1-83bced88d83c req-d8890eb2-71aa-4059-ae94-e84afb4d386f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Aug 09 11:35:11.382833 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21115c9-edd8-4c7f-ac9e-69b242a950d2 req-d0177c2c-8f98-4350-b372-06a5e6ed9b1c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:11.384298 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c21115c9-edd8-4c7f-ac9e-69b242a950d2 req-d0177c2c-8f98-4350-b372-06a5e6ed9b1c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0526652 Aug 09 11:35:11.436528 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c21115c9-edd8-4c7f-ac9e-69b242a950d2 req-7cd738e8-bcf5-4b12-9cf1-670ad0ad787c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460851 Aug 09 11:35:11.827254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49be84-c367-42d7-bcbd-a8f686b10b8e req-66586abe-ab7a-4560-9859-4f957a3d0ded tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:11.828938 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ec49be84-c367-42d7-bcbd-a8f686b10b8e req-66586abe-ab7a-4560-9859-4f957a3d0ded tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0658934 Aug 09 11:35:11.916918 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ec49be84-c367-42d7-bcbd-a8f686b10b8e req-0a66db20-1691-4e30-a058-096a5eb4dada tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779712 Aug 09 11:35:11.937244 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7197b-d8df-4338-b44a-1143d2c9b79c req-34e53deb-637f-412a-b97b-5c0404c978f7 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:11.944259 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9cf7197b-d8df-4338-b44a-1143d2c9b79c req-34e53deb-637f-412a-b97b-5c0404c978f7 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1034050 Aug 09 11:35:11.987480 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9cf7197b-d8df-4338-b44a-1143d2c9b79c req-0ee6ef25-984b-4684-bb5a-125df5e45a17 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Aug 09 11:35:12.574175 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91915126-a95d-425d-93d3-d460b4112aa0 req-85bca301-5bff-4eba-8a28-fedaacafe0df tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:12.575774 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91915126-a95d-425d-93d3-d460b4112aa0 req-85bca301-5bff-4eba-8a28-fedaacafe0df tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0507300 Aug 09 11:35:12.618966 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91915126-a95d-425d-93d3-d460b4112aa0 req-1e90176d-6abb-482d-ba30-e55b53379fc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371234 Aug 09 11:35:13.079701 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3d807-61f3-4337-ac0b-d9b28b073a15 req-1806dfc2-b98a-46b3-b182-5250e1f417d7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:13.081941 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68f3d807-61f3-4337-ac0b-d9b28b073a15 req-1806dfc2-b98a-46b3-b182-5250e1f417d7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0615315 Aug 09 11:35:13.154935 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-68f3d807-61f3-4337-ac0b-d9b28b073a15 req-4f7aea31-29d0-49fd-aefd-b89399b62d70 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586119 Aug 09 11:35:13.169661 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cceffd-60c1-4991-9b37-2b7ae30a2407 req-edfcede1-5b09-404b-8ff9-06fa9459f737 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:13.171186 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-73cceffd-60c1-4991-9b37-2b7ae30a2407 req-edfcede1-5b09-404b-8ff9-06fa9459f737 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0841744 Aug 09 11:35:13.218698 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-73cceffd-60c1-4991-9b37-2b7ae30a2407 req-a307a89b-b2a4-40ff-a0b0-5d8872ace0f2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Aug 09 11:35:13.745179 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ef4e-4849-46b1-bb88-09b980f0836e req-aed0e54e-26fb-459e-8d60-e564296b8d06 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:13.746799 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c706ef4e-4849-46b1-bb88-09b980f0836e req-aed0e54e-26fb-459e-8d60-e564296b8d06 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0558381 Aug 09 11:35:13.797066 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c706ef4e-4849-46b1-bb88-09b980f0836e req-805c5194-2e42-43ab-8c25-dbd3113e00eb tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441167 Aug 09 11:35:14.300404 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a5312-0e40-4cf5-b345-5a2d5fd164fe req-b54197ed-0e2a-4f52-97a9-23bc84057d16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:14.302664 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d45a5312-0e40-4cf5-b345-5a2d5fd164fe req-b54197ed-0e2a-4f52-97a9-23bc84057d16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0691342 Aug 09 11:35:14.381238 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d45a5312-0e40-4cf5-b345-5a2d5fd164fe req-00ef0fcf-5ea8-4a0a-aa4b-f112a30c0971 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683963 Aug 09 11:35:14.393857 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df80ca-226f-49ac-b371-85c510e7ae8c req-899d64dd-71e9-4d97-b881-e40fe7e7dac3 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:14.396262 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-19df80ca-226f-49ac-b371-85c510e7ae8c req-899d64dd-71e9-4d97-b881-e40fe7e7dac3 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0926661 Aug 09 11:35:14.443972 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-19df80ca-226f-49ac-b371-85c510e7ae8c req-1ee7d73b-79b1-42de-81ba-591c919b75de tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381992 Aug 09 11:35:14.927440 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf15aa1-9bf0-4e8b-b44c-73ee38d5aee4 req-42f814f0-2267-41ac-b0b9-88e412a7e3e3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:14.929262 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ecf15aa1-9bf0-4e8b-b44c-73ee38d5aee4 req-42f814f0-2267-41ac-b0b9-88e412a7e3e3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0542984 Aug 09 11:35:14.974412 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ecf15aa1-9bf0-4e8b-b44c-73ee38d5aee4 req-c0b21cb8-5d4e-41dc-97f7-9754356f93a2 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391190 Aug 09 11:35:15.548293 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1413235-d7cb-43cc-b129-eababddd2424 req-1eeb0488-90b8-4c56-a658-d23915a0a9fb tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:15.549928 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1413235-d7cb-43cc-b129-eababddd2424 req-1eeb0488-90b8-4c56-a658-d23915a0a9fb tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0732279 Aug 09 11:35:15.612551 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56758-1ebe-4bd9-a524-cfdaefe1d843 req-709cbc64-8c72-409b-a46c-0c8f2d7aa40e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:15.614700 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-44e56758-1ebe-4bd9-a524-cfdaefe1d843 req-709cbc64-8c72-409b-a46c-0c8f2d7aa40e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0928051 Aug 09 11:35:15.620303 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1413235-d7cb-43cc-b129-eababddd2424 req-210b5ff5-e043-42c9-aeea-d88b78db975e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526061 Aug 09 11:35:15.656424 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-44e56758-1ebe-4bd9-a524-cfdaefe1d843 req-8702b8a2-4067-4549-9425-d6b9553eeaff tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Aug 09 11:35:16.111695 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfe17-e3c2-4bd6-9bdd-4c4472d9351a req-c86a64c3-d52b-439b-bda9-7036d84cb8a8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:16.113345 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f56cfe17-e3c2-4bd6-9bdd-4c4472d9351a req-c86a64c3-d52b-439b-bda9-7036d84cb8a8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0580301 Aug 09 11:35:16.159447 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f56cfe17-e3c2-4bd6-9bdd-4c4472d9351a req-2febdcfc-33cf-4e1a-b3a9-87f7d8434704 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399914 Aug 09 11:35:16.766198 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f08b47-9bc3-4f40-984e-43c7f188d56f req-e494fc67-9623-4956-ab1d-42ddf6fca487 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:16.768388 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-78f08b47-9bc3-4f40-984e-43c7f188d56f req-e494fc67-9623-4956-ab1d-42ddf6fca487 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0708406 Aug 09 11:35:16.840531 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaef10-e338-4390-b87f-a962b4526149 req-b14fb855-a5e7-4e4d-8b5f-75a0ffdbf5d0 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:16.842109 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-abaaef10-e338-4390-b87f-a962b4526149 req-b14fb855-a5e7-4e4d-8b5f-75a0ffdbf5d0 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0997961 Aug 09 11:35:16.844903 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-78f08b47-9bc3-4f40-984e-43c7f188d56f req-63d523c6-d6b5-473d-809e-c4eae8eff9a7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622723 Aug 09 11:35:16.887404 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-abaaef10-e338-4390-b87f-a962b4526149 req-9b03a7a5-a035-47ad-bf36-14df6d38b9d4 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377200 Aug 09 11:35:17.307138 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793207d-5a97-4daa-9d3f-502b06165b3d req-507f579d-22a7-40e3-92bc-098cb9178f04 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:17.308729 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4793207d-5a97-4daa-9d3f-502b06165b3d req-507f579d-22a7-40e3-92bc-098cb9178f04 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0500402 Aug 09 11:35:17.351213 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4793207d-5a97-4daa-9d3f-502b06165b3d req-e5037cf1-3105-485b-ba90-5e7e4f379590 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362773 Aug 09 11:35:17.610904 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49e7da-449a-4965-802f-3e700469da62 req-8fbae0f5-3417-42d3-9acd-1a02e9a1713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:17.612416 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-6a49e7da-449a-4965-802f-3e700469da62 req-8fbae0f5-3417-42d3-9acd-1a02e9a1713a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 1099 time: 0.0412161 Aug 09 11:35:17.712969 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49e7da-449a-4965-802f-3e700469da62 req-f990815f-5de8-47ba-a354-fab9648f81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:17.714490 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-6a49e7da-449a-4965-802f-3e700469da62 req-f990815f-5de8-47ba-a354-fab9648f81f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 200 len: 920 time: 0.0915487 Aug 09 11:35:17.766472 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-6a49e7da-449a-4965-802f-3e700469da62 req-e566c9ff-0098-40f4-a953-6fd78c289dac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 HTTP/1.1" status: 200 len: 217 time: 0.0408738 Aug 09 11:35:17.830697 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49e7da-449a-4965-802f-3e700469da62 req-eddc4fa7-4625-4196-8253-9c0e1b24d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:17.832082 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-6a49e7da-449a-4965-802f-3e700469da62 req-eddc4fa7-4625-4196-8253-9c0e1b24d1af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 200 len: 859 time: 0.0442533 Aug 09 11:35:17.868404 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-6a49e7da-449a-4965-802f-3e700469da62 req-57f1df71-47e1-4861-a2e1-b496bf2a7740 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d4f148c-85d6-4b09-b96d-6b1afc39a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247567 Aug 09 11:35:17.968632 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-6a49e7da-449a-4965-802f-3e700469da62 req-99dcfed5-b430-47f3-8cf8-3fe939ebaddb service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864432 Aug 09 11:35:18.003423 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f30b4-7a1a-4338-bbf8-6a56f349fc24 req-e4e77aa9-8ead-4db6-8cfb-e026e9c4258e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:18.005237 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f50f30b4-7a1a-4338-bbf8-6a56f349fc24 req-e4e77aa9-8ead-4db6-8cfb-e026e9c4258e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0852084 Aug 09 11:35:18.040790 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9663a1-b213-4cb0-843a-46969946a0bd req-86559525-6641-4f1e-88b0-61ffc6f0f8cf tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:18.042343 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cf9663a1-b213-4cb0-843a-46969946a0bd req-86559525-6641-4f1e-88b0-61ffc6f0f8cf tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0816178 Aug 09 11:35:18.067441 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f50f30b4-7a1a-4338-bbf8-6a56f349fc24 req-edd57044-ea0c-4fbc-b978-239126d493b6 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548561 Aug 09 11:35:18.077302 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-6a49e7da-449a-4965-802f-3e700469da62 req-979c06c9-8083-450e-9f91-c8797e3ecbb9 service neutron] 10.222.0.10 "GET /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957844 Aug 09 11:35:18.104149 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cf9663a1-b213-4cb0-843a-46969946a0bd req-62ea7bb6-91fb-4513-a96e-7f00cfeae64b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513294 Aug 09 11:35:18.469499 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9092a-a25e-4adf-b0f3-042d035d0cf4 req-7f61a2d3-646a-4c82-ab14-178ba2896289 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:18.470999 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81c9092a-a25e-4adf-b0f3-042d035d0cf4 req-7f61a2d3-646a-4c82-ab14-178ba2896289 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0507617 Aug 09 11:35:18.509483 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81c9092a-a25e-4adf-b0f3-042d035d0cf4 req-3c101bce-6eab-4ba2-a410-efc14c93ff5b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323379 Aug 09 11:35:19.245603 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24526ec-1ea8-477a-93bb-8f0b638b46b8 req-63636934-da66-44e5-b2af-a55419b43785 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:19.247245 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e24526ec-1ea8-477a-93bb-8f0b638b46b8 req-63636934-da66-44e5-b2af-a55419b43785 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0995643 Aug 09 11:35:19.262851 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81721ac9-0754-4b85-89a2-29824aa34672 req-b7216ba2-cb96-40a7-a0b9-a659de1086ed tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:19.264437 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81721ac9-0754-4b85-89a2-29824aa34672 req-b7216ba2-cb96-40a7-a0b9-a659de1086ed tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0796366 Aug 09 11:35:19.326895 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e24526ec-1ea8-477a-93bb-8f0b638b46b8 req-d4af45f1-c318-402f-ae65-7a49a0c198d4 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614293 Aug 09 11:35:19.331748 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81721ac9-0754-4b85-89a2-29824aa34672 req-c7926807-e6e1-4c64-bb75-7250a32ef4de tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573883 Aug 09 11:35:19.634539 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afc4df-277a-4dd3-a2c7-aa3ebc093f51 req-3772157a-1803-41d8-91bd-f6ab939bc517 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:19.636028 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75afc4df-277a-4dd3-a2c7-aa3ebc093f51 req-3772157a-1803-41d8-91bd-f6ab939bc517 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0490630 Aug 09 11:35:19.678217 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75afc4df-277a-4dd3-a2c7-aa3ebc093f51 req-6cb0e44f-c09e-49f5-bfdf-241c754b62a2 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361779 Aug 09 11:35:19.894325 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-9af8f706-4e20-403f-8294-17aeca2d9150 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519577294&fields=id&tenant_id=6b8570c3d6cf49e894363981f5717afe HTTP/1.1" status: 200 len: 267 time: 0.0343754 Aug 09 11:35:20.009172 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-5d2c77ed-1209-45f8-886e-95e22ec2333f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:20.010666 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-5d2c77ed-1209-45f8-886e-95e22ec2333f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/networks?id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b HTTP/1.1" status: 200 len: 809 time: 0.1088057 Aug 09 11:35:20.025954 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-dae5e5eb-fbed-4913-a456-f032e172e6d1 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/quotas/6b8570c3d6cf49e894363981f5717afe HTTP/1.1" status: 200 len: 375 time: 0.0096548 Aug 09 11:35:20.077126 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-5e42b8c5-f238-4223-8753-5c8641078bfb tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b8570c3d6cf49e894363981f5717afe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456543 Aug 09 11:35:20.175205 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-52cc8d68-fbcf-4840-b8a9-1a26ddfa82d8 service neutron] 10.222.0.30 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862131 Aug 09 11:35:20.264266 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f2c37c26-f27a-476a-a3d2-46242ecf7f3d service neutron] 10.222.0.30 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828485 Aug 09 11:35:20.457362 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46002a09-fabe-4ab1-945b-868252da0b91 req-e1f0db7b-18d6-4f5d-980c-99e118c95c26 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:20.459021 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-46002a09-fabe-4ab1-945b-868252da0b91 req-e1f0db7b-18d6-4f5d-980c-99e118c95c26 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0553086 Aug 09 11:35:20.510472 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-46002a09-fabe-4ab1-945b-868252da0b91 req-79a0b3fb-e5a3-4911-9e06-1d9b3087c45a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Aug 09 11:35:20.669506 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cfba6ac-c9b1-4aa7-b778-9add75868921 req-90cddece-72cb-47be-9352-073144ecde36 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 210 time: 0.0488501 Aug 09 11:35:20.690642 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987727b-eb12-4a0f-989f-8d18260f3a1e req-0593c92d-6363-4bbf-8a52-732704b2f4a6 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:20.693107 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4987727b-eb12-4a0f-989f-8d18260f3a1e req-0593c92d-6363-4bbf-8a52-732704b2f4a6 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1076884 Aug 09 11:35:20.740585 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4987727b-eb12-4a0f-989f-8d18260f3a1e req-838986a1-6075-40b3-830d-849e435f913c tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Aug 09 11:35:20.893930 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1502a5-2a90-47ab-b821-1926d7d8a8be req-59bd2da8-02c9-4566-bb60-1ed50967fc7d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:20.895834 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b1502a5-2a90-47ab-b821-1926d7d8a8be req-59bd2da8-02c9-4566-bb60-1ed50967fc7d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0632272 Aug 09 11:35:20.964903 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2b1502a5-2a90-47ab-b821-1926d7d8a8be req-e2c0bb83-653b-42ed-91cc-8e18b26b087d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584161 Aug 09 11:35:20.973817 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835ee66-2ae5-4f56-920f-6b6f991e084b req-add2fa14-98a6-4c89-8f79-24e491ff2ad1 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:20.975321 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8835ee66-2ae5-4f56-920f-6b6f991e084b req-add2fa14-98a6-4c89-8f79-24e491ff2ad1 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 945 time: 0.0785258 Aug 09 11:35:21.015686 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8835ee66-2ae5-4f56-920f-6b6f991e084b req-1f647378-ab83-48e6-b1b5-77d5e7fd40b2 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341880 Aug 09 11:35:21.630087 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc2ec6-6dd2-438f-938c-00e22f014c55 req-dec8127d-6089-4894-94bd-0ac49b7c3269 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:21.631909 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-27dc2ec6-6dd2-438f-938c-00e22f014c55 req-dec8127d-6089-4894-94bd-0ac49b7c3269 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0485013 Aug 09 11:35:21.682649 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-27dc2ec6-6dd2-438f-938c-00e22f014c55 req-bb9491f8-f9d6-4959-9c8a-030629b32ede tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429111 Aug 09 11:35:21.780727 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-79decaa1-e8c7-4725-aa0f-071ccec763c9 req-e6f240de-c818-4543-b503-638ec69e3b95 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 210 time: 0.0343957 Aug 09 11:35:21.833789 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6e9007bd-e1ad-4348-b61d-9fdc4e23c898 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:21.835805 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6e9007bd-e1ad-4348-b61d-9fdc4e23c898 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.10 "GET /v2.0/networks?id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b HTTP/1.1" status: 200 len: 809 time: 0.1310980 Aug 09 11:35:21.899113 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b34d7-264f-4e97-9798-77e0caa297be req-db4c7fe3-5838-4c7d-937e-453f746b81f0 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:21.900837 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-743b34d7-264f-4e97-9798-77e0caa297be req-db4c7fe3-5838-4c7d-937e-453f746b81f0 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0616598 Aug 09 11:35:21.921672 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-4698925d-cf9c-426f-a298-1093f76bae89 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b8570c3d6cf49e894363981f5717afe HTTP/1.1" status: 200 len: 379 time: 0.0604310 Aug 09 11:35:21.932493 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Request body: {'port': {'device_id': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'admin_state_up': True, 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'security_groups': ['dc2f9f11-4df2-4068-b513-c244f3dca82d']}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:21.965216 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-743b34d7-264f-4e97-9798-77e0caa297be req-9a6c236f-1d3a-4c68-9358-85c46909d18a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541894 Aug 09 11:35:22.064284 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Made reservation on behalf of 6b8570c3d6cf49e894363981f5717afe for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:22.069199 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.099952 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39915da7-af3e-4552-810b-31f5ceb8125b req-4ff1e4e8-1efb-4a30-879f-0ea693c5891d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:22.101628 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39915da7-af3e-4552-810b-31f5ceb8125b req-4ff1e4e8-1efb-4a30-879f-0ea693c5891d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 943 time: 0.0537617 Aug 09 11:35:22.170721 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39915da7-af3e-4552-810b-31f5ceb8125b req-a0dd9228-27c5-4d75-b492-5b5bf6266b79 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591414 Aug 09 11:35:22.179133 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83deaf-6ec3-40f5-86cb-aaac4a1defbc req-1eabe895-3e1f-41ce-bbb6-6bb73b8aebf0 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:22.180702 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e83deaf-6ec3-40f5-86cb-aaac4a1defbc req-1eabe895-3e1f-41ce-bbb6-6bb73b8aebf0 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 945 time: 0.0777111 Aug 09 11:35:22.204256 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Allocated IP 172.20.0.12 (8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b/f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb/8b07dc2b-fec4-428a-91e4-a608ea6d8621) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:22.222667 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e83deaf-6ec3-40f5-86cb-aaac4a1defbc req-a32bb583-61b7-4954-be42-9a045e903021 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348351 Aug 09 11:35:22.344232 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.358338 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Transition to ACTIVE for port object 8b07dc2b-fec4-428a-91e4-a608ea6d8621 will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:35:22.395419 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.440760 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:22.444548 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:22.448343 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:35:22.479170 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event updated for resources: {'Port': ['ID=8b07dc2b-fec4-428a-91e4-a608ea6d8621,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:22.520823 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:22.521646 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.537596 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-f767953d-c379-4053-ba8b-a9a490aceace tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6090736 Aug 09 11:35:22.567531 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Request body: {'port': {'device_id': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:22.629586 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.680713 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-8f5eb215-168c-4202-8a0d-8ae5406f5051 None None] Provisioning for port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:35:22.685532 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-8f5eb215-168c-4202-8a0d-8ae5406f5051 None None] Provisioning complete for port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:22.685882 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8f5eb215-168c-4202-8a0d-8ae5406f5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.724680 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-8f5eb215-168c-4202-8a0d-8ae5406f5051 None None] Port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:35:22.815149 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19409f41-d7a0-467c-86de-7c4142a7ec31 req-98287b96-4492-4221-a201-98eb0e0c2f75 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:22.817277 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-19409f41-d7a0-467c-86de-7c4142a7ec31 req-98287b96-4492-4221-a201-98eb0e0c2f75 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0501215 Aug 09 11:35:22.836489 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 509c958e-69b7-43a4-b0cb-c3d96aab401c details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:35:22.861365 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-19409f41-d7a0-467c-86de-7c4142a7ec31 req-8ace4bdb-6626-4c77-ad36-d65cedb8ea0b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374334 Aug 09 11:35:22.922210 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b07dc2b-fec4-428a-91e4-a608ea6d8621 {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:35:22.931279 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.939025 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 509c958e-69b7-43a4-b0cb-c3d96aab401c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=509c958e-69b7-43a4-b0cb-c3d96aab401c,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:22.945419 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d87947-a613-48f2-981d-24ec06896641 req-24db55c3-ab2b-4b7c-a9dd-b29263c3855a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:22.947969 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Transition to ACTIVE for port object 8b07dc2b-fec4-428a-91e4-a608ea6d8621 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:35:22.950046 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-35d87947-a613-48f2-981d-24ec06896641 req-24db55c3-ab2b-4b7c-a9dd-b29263c3855a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 932 time: 0.0525167 Aug 09 11:35:22.952802 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:22.953796 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '509c958e-69b7-43a4-b0cb-c3d96aab401c', 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d', 'port_id': '509c958e-69b7-43a4-b0cb-c3d96aab401c', 'mac_address': 'fa:16:3e:26:9f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa9b018-5f44-4241-9d8e-60b092191cc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:35:22.990828 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-35d87947-a613-48f2-981d-24ec06896641 req-250946fe-32cd-450c-8c69-39d6ac4a68b2 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363641 Aug 09 11:35:22.993033 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.000782 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b07dc2b-fec4-428a-91e4-a608ea6d8621,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:23.013423 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509c958e-69b7-43a4-b0cb-c3d96aab401c {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:35:23.044603 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 509c958e-69b7-43a4-b0cb-c3d96aab401c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=509c958e-69b7-43a4-b0cb-c3d96aab401c,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:23.055343 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.113235 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Attempting to bind port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:35:23.113847 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Attempting to bind port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:35:23.114612 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Attempting to bind port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 on network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:35:23.120819 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 on network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:35:23.121423 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Attempting to bind port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 on network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:35:23.132121 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:35:23.132459 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Checking segment: {'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:35:23.132843 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Bound using segment: {'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:35:23.133277 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Bound port: 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:35:23.133658 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.139031 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f2683-61fb-49bf-ad18-0afa60f16484 req-a96b475d-28d5-434a-a541-b2fe6272bd11 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:23.139943 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=509c958e-69b7-43a4-b0cb-c3d96aab401c,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:23.141909 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e15f2683-61fb-49bf-ad18-0afa60f16484 req-a96b475d-28d5-434a-a541-b2fe6272bd11 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0699840 Aug 09 11:35:23.162980 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.163605 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.164197 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.164785 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.165373 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.166173 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.166952 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.167696 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.168496 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.169430 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.170254 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.171038 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.187321 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e15f2683-61fb-49bf-ad18-0afa60f16484 req-e85d7f53-9d48-4cf7-b577-600cd9ba6346 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379617 Aug 09 11:35:23.228726 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] For port 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host hv-cinder-80390, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:35:23.228726 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] For port 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:35:23.237826 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.289983 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:23.290612 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.295009 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/8b07dc2b-fec4-428a-91e4-a608ea6d8621 HTTP/1.1" status: 200 len: 1094 time: 0.7325499 Aug 09 11:35:23.298054 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:23.299867 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:23.334886 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b07dc2b-fec4-428a-91e4-a608ea6d8621,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:23.343278 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.343627 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.343966 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.344452 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.344790 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.345122 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.345476 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.345963 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.346297 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.346620 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.346946 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.347266 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fe0bd-01eb-4343-a8d4-d1416d66f7d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:23.399586 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-874d95f2-2310-4360-b7b7-49e815a2e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:23.401090 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-874d95f2-2310-4360-b7b7-49e815a2e77d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b8570c3d6cf49e894363981f5717afe&device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0457294 Aug 09 11:35:23.409102 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341300d-18fa-4edb-97a0-aa0fbc79932a req-4ca53d9b-da89-43b4-b14f-38eec8a57fef tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:23.411288 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6341300d-18fa-4edb-97a0-aa0fbc79932a req-4ca53d9b-da89-43b4-b14f-38eec8a57fef tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 944 time: 0.1443572 Aug 09 11:35:23.432766 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b7ed-3fc9-4c52-bea7-608e15fbd43c req-7cf33d4f-b3a7-4f99-85a4-660abefbf8da tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:23.434386 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd76b7ed-3fc9-4c52-bea7-608e15fbd43c req-7cf33d4f-b3a7-4f99-85a4-660abefbf8da tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 945 time: 0.1056726 Aug 09 11:35:23.442143 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['509c958e-69b7-43a4-b0cb-c3d96aab401c'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:23.452152 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-512eef94-4d10-416e-ba48-abad1b99c3f0 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:23.453718 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-512eef94-4d10-416e-ba48-abad1b99c3f0 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 945 time: 0.1624444 Aug 09 11:35:23.464751 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-0bb242b6-fd00-4cc9-b674-455f39483987 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621 HTTP/1.1" status: 200 len: 217 time: 0.0479512 Aug 09 11:35:23.533817 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-fdc2f93a-6d9b-4496-b04a-30d4bbb08957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:23.535948 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-fdc2f93a-6d9b-4496-b04a-30d4bbb08957 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb HTTP/1.1" status: 200 len: 848 time: 0.0632424 Aug 09 11:35:23.554042 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6341300d-18fa-4edb-97a0-aa0fbc79932a req-bda07739-7b68-4014-ac0f-71792dc402a8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300838 Aug 09 11:35:23.571373 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd76b7ed-3fc9-4c52-bea7-608e15fbd43c req-9049514b-80b8-4069-9712-96ddcb7ea898 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155081 Aug 09 11:35:23.603609 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-27ee296e-ea2d-4ba8-9153-b5b537740c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:23.606190 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-27ee296e-ea2d-4ba8-9153-b5b537740c46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580578 Aug 09 11:35:23.615625 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5e9b36-7a1c-4ab7-ae9f-0bab28a61d7d x-openstack-request-id: req-1a5e9b36-7a1c-4ab7-ae9f-0bab28a61d7d {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:23.616014 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:23.616401 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a5e9b36-7a1c-4ab7-ae9f-0bab28a61d7d {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:23.617179 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'status': 'completed', 'code': 200} Aug 09 11:35:23.634406 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Deleting port 83d16178-214d-4cbc-b060-6f037b391253 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:35:23.634815 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.728811 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-fd463d5e-09c9-4215-ad66-297c33cf38f8 service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105268 Aug 09 11:35:23.760499 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] For port 83d16178-214d-4cbc-b060-6f037b391253, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=83d16178-214d-4cbc-b060-6f037b391253,segment=NetworkSegment(82725d5c-47de-4b5e-996e-147d6e0d6175),segment_id=82725d5c-47de-4b5e-996e-147d6e0d6175)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:23.761416 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:23.810777 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Calling delete_port for 83d16178-214d-4cbc-b060-6f037b391253 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:35:23.859015 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-0306518f-495e-4c9f-af83-4d1ffb3c305a req-919e4649-f885-4a13-9f55-a7c49693353a service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189873 Aug 09 11:35:23.904987 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-7b3dbd17-fd3c-4983-9b3f-73f31e630fbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1381602 Aug 09 11:35:23.995646 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-d041c2b8-c178-4c55-8c42-96bea94f80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:23.997202 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-d041c2b8-c178-4c55-8c42-96bea94f80f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 1099 time: 0.0521679 Aug 09 11:35:24.042499 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-f4c42ce0-1445-457e-9a28-84c1f33d4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:24.044010 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-f4c42ce0-1445-457e-9a28-84c1f33d4053 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b8570c3d6cf49e894363981f5717afe&device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 1097 time: 0.1114192 Aug 09 11:35:24.087479 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2533e5-7be3-4ffe-93ec-882af8a80375 req-e8ac12c4-50ab-4ed4-b0b2-bdf4a9a5c998 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:24.088969 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee2533e5-7be3-4ffe-93ec-882af8a80375 req-e8ac12c4-50ab-4ed4-b0b2-bdf4a9a5c998 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.1197364 Aug 09 11:35:24.110089 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-b691f035-bc20-4e6e-83f9-2141036cd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:24.111571 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-b691f035-bc20-4e6e-83f9-2141036cd6ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 911 time: 0.0900750 Aug 09 11:35:24.196705 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-8a5eeafc-aa34-4487-b4df-401b537b6ef9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e HTTP/1.1" status: 200 len: 1001 time: 0.0732343 Aug 09 11:35:24.223163 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.248551 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ee2533e5-7be3-4ffe-93ec-882af8a80375 req-f1649b3c-1eb1-4766-bd34-41fd910113e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469119 Aug 09 11:35:24.257956 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-46e50129-d0b9-4740-9693-f34fc70a0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:24.259456 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-46e50129-d0b9-4740-9693-f34fc70a0d46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 200 len: 849 time: 0.0476713 Aug 09 11:35:24.284841 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-b3d501dd-ef10-4a87-bc53-d7863fb11d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:24.286903 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-b3d501dd-ef10-4a87-bc53-d7863fb11d67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b HTTP/1.1" status: 200 len: 910 time: 0.2201958 Aug 09 11:35:24.287643 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Pushing event deleted for resources: {'Port': ['ID=83d16178-214d-4cbc-b060-6f037b391253,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:24.300874 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858442f-7353-40ec-81d3-464f15f25040 req-fa2cc69a-822e-4c97-82c4-e6c337b0235e tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:24.302415 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5858442f-7353-40ec-81d3-464f15f25040 req-fa2cc69a-822e-4c97-82c4-e6c337b0235e tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.2019730 Aug 09 11:35:24.312475 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-379f27fc-b6ed-47b1-bc6d-eefa3be2ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:24.314023 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-379f27fc-b6ed-47b1-bc6d-eefa3be2ba44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc4d80b-476f-4863-a1ca-6355085c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457830 Aug 09 11:35:24.322726 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['83d16178-214d-4cbc-b060-6f037b391253'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:24.345130 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.345528 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.345844 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.346186 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.347278 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.347681 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.348013 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.348342 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.348669 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.348994 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.349321 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.349668 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:24.422966 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-739d359f-8ae2-4384-a087-e0334f40513e service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011486 Aug 09 11:35:24.672838 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-8196a633-fe73-40cb-bdfe-0554b66c2603 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621 HTTP/1.1" status: 200 len: 217 time: 0.3636785 Aug 09 11:35:24.711024 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] No DVR routers for this DVR port 83d16178-214d-4cbc-b060-6f037b391253 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:24.759614 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.761702 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aa93b163-22e7-44b2-9656-c863d1fee470 req-0a5eabaf-4c7c-47c6-ade8-7fffac690bfd tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.10 "DELETE /v2.0/ports/83d16178-214d-4cbc-b060-6f037b391253 HTTP/1.1" status: 204 len: 173 time: 1.2979538 Aug 09 11:35:24.762228 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dd770a-bfc2-429d-80f2-07c99c2fcde6', 'name': 'network-vif-deleted', 'tag': '83d16178-214d-4cbc-b060-6f037b391253'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:24.764536 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60e79b4-cba6-4e11-9dcc-1e445b91561c" -d '{"events": [{"server_uuid": "b5dd770a-bfc2-429d-80f2-07c99c2fcde6", "name": "network-vif-deleted", "tag": "83d16178-214d-4cbc-b060-6f037b391253"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:24.773655 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5858442f-7353-40ec-81d3-464f15f25040 req-7b66807e-d427-4222-a20e-d60eeb3d096b tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4588323 Aug 09 11:35:24.801881 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b82bdd-ce11-4197-a477-74801df5d575 req-35215299-1532-4b01-b15d-050811c8daac tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:24.803415 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-54b82bdd-ce11-4197-a477-74801df5d575 req-35215299-1532-4b01-b15d-050811c8daac tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 944 time: 0.1518698 Aug 09 11:35:24.805400 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-17def9cb-141e-4c85-9012-8604fe155114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:24.806815 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-17def9cb-141e-4c85-9012-8604fe155114 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb HTTP/1.1" status: 200 len: 848 time: 0.0969806 Aug 09 11:35:24.828274 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4f65dc17-4ab2-421d-93d2-31d460106f3f req-a58cbf38-d7f3-4a83-8e03-d8fd2ab05995 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881586 Aug 09 11:35:24.869979 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 509c958e-69b7-43a4-b0cb-c3d96aab401c up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:24.910558 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887aff75-2db5-4bdf-be06-750fc4aee298 req-5d865989-b600-478e-95bb-c1acfa9cdbfa tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dd770a-bfc2-429d-80f2-07c99c2fcde6 HTTP/1.1" status: 200 len: 210 time: 0.0420244 Aug 09 11:35:24.913492 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-54b82bdd-ce11-4197-a477-74801df5d575 req-4d87eb0c-5c7b-4a99-9e79-e54e34fe448f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000438 Aug 09 11:35:24.921712 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-66a11584-96f2-402d-b7d6-eaca8cbc59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:24.923683 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-66a11584-96f2-402d-b7d6-eaca8cbc59fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898998 Aug 09 11:35:24.942268 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 509c958e-69b7-43a4-b0cb-c3d96aab401c completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:35:24.946887 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 509c958e-69b7-43a4-b0cb-c3d96aab401c triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:24.947397 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.998199 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be63441-097e-420c-82d9-b4494cd7fe24 x-openstack-request-id: req-5be63441-097e-420c-82d9-b4494cd7fe24 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:24.998459 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dd770a-bfc2-429d-80f2-07c99c2fcde6", "name": "network-vif-deleted", "tag": "83d16178-214d-4cbc-b060-6f037b391253", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:24.998674 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5be63441-097e-420c-82d9-b4494cd7fe24 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:24.999087 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dd770a-bfc2-429d-80f2-07c99c2fcde6', 'name': 'network-vif-deleted', 'tag': '83d16178-214d-4cbc-b060-6f037b391253', 'status': 'completed', 'code': 200} Aug 09 11:35:25.059690 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-3a78801c-8c95-496d-ab26-a80f2af56c1e service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182442 Aug 09 11:35:25.099072 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.134729 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bde2335-b731-484b-9c92-1a8d280431b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509c958e-69b7-43a4-b0cb-c3d96aab401c'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:25.137220 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c95b7c-3176-4522-8412-514e9f1df45b" -d '{"events": [{"server_uuid": "3bde2335-b731-484b-9c92-1a8d280431b1", "name": "network-vif-plugged", "status": "completed", "tag": "509c958e-69b7-43a4-b0cb-c3d96aab401c"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:25.152994 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 509c958e-69b7-43a4-b0cb-c3d96aab401c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=509c958e-69b7-43a4-b0cb-c3d96aab401c,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:25.157736 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.185829 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a27f8e-1aaa-4015-8d5b-850ed6a2a2a9 x-openstack-request-id: req-12a27f8e-1aaa-4015-8d5b-850ed6a2a2a9 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:25.186123 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bde2335-b731-484b-9c92-1a8d280431b1", "name": "network-vif-plugged", "status": "completed", "tag": "509c958e-69b7-43a4-b0cb-c3d96aab401c", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:25.186387 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12a27f8e-1aaa-4015-8d5b-850ed6a2a2a9 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:25.186818 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bde2335-b731-484b-9c92-1a8d280431b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509c958e-69b7-43a4-b0cb-c3d96aab401c', 'code': 200} Aug 09 11:35:25.192498 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-96ee2a9c-f9e5-457b-9738-c47caf9bb6fe req-3337d8e9-e63f-4f67-918e-525e0d6c1c8a service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209209 Aug 09 11:35:25.219794 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=509c958e-69b7-43a4-b0cb-c3d96aab401c,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:25.401389 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc360042-1a95-4e22-a0b5-8b3aebb989a9 req-fdad803c-c191-4f88-b556-4301941f515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:25.403394 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cc360042-1a95-4e22-a0b5-8b3aebb989a9 req-fdad803c-c191-4f88-b556-4301941f515c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 1098 time: 0.0787976 Aug 09 11:35:25.419945 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993da05e-6f8e-45ab-9e5c-c0912b6656da req-3229bd88-dad5-4209-a719-09f0354e8701 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:25.421938 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-993da05e-6f8e-45ab-9e5c-c0912b6656da req-3229bd88-dad5-4209-a719-09f0354e8701 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0896363 Aug 09 11:35:25.477160 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cc360042-1a95-4e22-a0b5-8b3aebb989a9 req-108c1b3a-a559-4df4-b2fa-613ae6bf23a7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539410 Aug 09 11:35:25.485336 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-993da05e-6f8e-45ab-9e5c-c0912b6656da req-a1f3a548-12c7-4ef1-ace7-9135846ba699 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547290 Aug 09 11:35:25.899562 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22571315-04eb-46f9-835c-a2d12398dfb3 req-a4dd573c-7618-4fda-8eab-0a05063ff6e4 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:25.901010 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22571315-04eb-46f9-835c-a2d12398dfb3 req-a4dd573c-7618-4fda-8eab-0a05063ff6e4 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0481250 Aug 09 11:35:25.938078 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-22571315-04eb-46f9-835c-a2d12398dfb3 req-52ad72b4-cc56-4713-9365-9840c9cd122e tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310729 Aug 09 11:35:26.045023 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466e51f-6c2d-4a5e-8dc3-9d7d2a618658 req-8c6993f0-894f-4a54-96e9-c1618e2d5dd4 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:26.046563 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3466e51f-6c2d-4a5e-8dc3-9d7d2a618658 req-8c6993f0-894f-4a54-96e9-c1618e2d5dd4 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 945 time: 0.0555239 Aug 09 11:35:26.093776 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3466e51f-6c2d-4a5e-8dc3-9d7d2a618658 req-6d0760a9-e0a8-45de-ad89-2e1ff4738a32 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398650 Aug 09 11:35:26.634404 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e8fcd-be6f-4818-8938-b5ec7e84ad91 req-75d899d0-e018-465f-b597-afabb7aa2a83 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:26.635906 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd3e8fcd-be6f-4818-8938-b5ec7e84ad91 req-75d899d0-e018-465f-b597-afabb7aa2a83 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0588925 Aug 09 11:35:26.674556 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd3e8fcd-be6f-4818-8938-b5ec7e84ad91 req-7758a60d-c412-43f8-8033-bef02cc2fb5b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325053 Aug 09 11:35:27.051355 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6aff8-b68d-4503-a599-6fcf8bf6f2b0 req-5b1618e8-4494-468a-974c-ac2955f8ab25 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:27.052844 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2da6aff8-b68d-4503-a599-6fcf8bf6f2b0 req-5b1618e8-4494-468a-974c-ac2955f8ab25 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0498214 Aug 09 11:35:27.090355 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2da6aff8-b68d-4503-a599-6fcf8bf6f2b0 req-55289d64-7416-4d2f-9224-cafb9138a3e5 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Aug 09 11:35:27.214038 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debecc5-71e5-4d75-80a2-17844e5aa943 req-1d360ffa-7d6e-477d-ad57-38e4dbb0ee8f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:27.215421 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7debecc5-71e5-4d75-80a2-17844e5aa943 req-1d360ffa-7d6e-477d-ad57-38e4dbb0ee8f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 945 time: 0.0526357 Aug 09 11:35:27.256017 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7debecc5-71e5-4d75-80a2-17844e5aa943 req-60b4f49f-f570-4917-9bb2-5898516d8e39 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342517 Aug 09 11:35:27.798554 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06fe94-0a6b-4de4-b6d8-c2e43f824103 req-0a11cadd-3773-4cb5-bacc-7ae29cc0927d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:27.800021 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd06fe94-0a6b-4de4-b6d8-c2e43f824103 req-0a11cadd-3773-4cb5-bacc-7ae29cc0927d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0503249 Aug 09 11:35:27.839553 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd06fe94-0a6b-4de4-b6d8-c2e43f824103 req-22f3a405-352f-4c62-a485-ea8096f7388a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329177 Aug 09 11:35:28.068567 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b1cfe90a-2249-433f-b42d-b0cced49ffe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:28.209384 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810f21a-066c-4f05-9231-b758ba79d985 req-f163e2a8-2cb3-42e6-aa2f-52d7fa1e308c tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:28.211105 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f810f21a-066c-4f05-9231-b758ba79d985 req-f163e2a8-2cb3-42e6-aa2f-52d7fa1e308c tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0497460 Aug 09 11:35:28.266020 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f810f21a-066c-4f05-9231-b758ba79d985 req-da3d066c-bd7b-4056-8d29-0848b0b0f3f4 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485349 Aug 09 11:35:28.966229 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5843e-cc20-4bca-bd56-2c9d47dbc1ca req-469d5844-4a5a-41dd-a11c-dd2c54703af9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:28.967763 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cd5843e-cc20-4bca-bd56-2c9d47dbc1ca req-469d5844-4a5a-41dd-a11c-dd2c54703af9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0536592 Aug 09 11:35:29.010638 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cd5843e-cc20-4bca-bd56-2c9d47dbc1ca req-6affbe05-ae2b-431b-ad6f-27d98573d8fe tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353706 Aug 09 11:35:29.315748 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34582ab1-cb6e-445a-a322-f02eb3be2837 req-795c41ab-1a5e-458b-a4a1-625ffe2802e4 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:29.317364 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34582ab1-cb6e-445a-a322-f02eb3be2837 req-795c41ab-1a5e-458b-a4a1-625ffe2802e4 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0538213 Aug 09 11:35:29.371293 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34582ab1-cb6e-445a-a322-f02eb3be2837 req-9e097eed-03cd-4fcb-b608-ecbe50e9a44a tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476329 Aug 09 11:35:29.412252 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420e772-cfc1-401c-a132-274e720425bd req-770439bc-68ca-428c-90b1-f892fdf8967a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:29.414071 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8420e772-cfc1-401c-a132-274e720425bd req-770439bc-68ca-428c-90b1-f892fdf8967a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0622747 Aug 09 11:35:29.454252 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8420e772-cfc1-401c-a132-274e720425bd req-f02874dc-570c-4057-8b7d-6b4a7e2de11f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339725 Aug 09 11:35:29.595407 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 83d16178-214d-4cbc-b060-6f037b391253 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:29.618978 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 83d16178-214d-4cbc-b060-6f037b391253 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:35:29.619760 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 83d16178-214d-4cbc-b060-6f037b391253 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:29.737933 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-a84185c5-5ced-45c3-9dba-479403078006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:29.739485 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-a84185c5-5ced-45c3-9dba-479403078006 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=116b2ef40b7c4a0ebe415d8329df9a04&device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 1137 time: 0.0493531 Aug 09 11:35:29.832192 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-f4c5415b-1fa5-424c-968e-00c10af9d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:29.833712 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-f4c5415b-1fa5-424c-968e-00c10af9d61f service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d6e76ac-3d63-4e87-91af-f81d034eb061 HTTP/1.1" status: 200 len: 916 time: 0.0856061 Aug 09 11:35:29.911888 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-d83f28f5-60e1-447a-9883-b0660d8e1ae8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 200 len: 1001 time: 0.0695720 Aug 09 11:35:29.971399 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-319434d4-38ba-495c-babf-940bc1de2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:29.973525 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-319434d4-38ba-495c-babf-940bc1de2a4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c22e4688-689a-4992-846c-f049097a2df0 HTTP/1.1" status: 200 len: 854 time: 0.0533583 Aug 09 11:35:30.025187 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-f56f3799-8c11-458d-b35e-1466b301b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:30.026840 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-f56f3799-8c11-458d-b35e-1466b301b92a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d6e76ac-3d63-4e87-91af-f81d034eb061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442905 Aug 09 11:35:30.172182 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab2e8d-6bf2-49b2-bcf9-ac976b17d751 req-cce54994-558f-4aeb-81bd-054693b5c03d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:30.173674 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5fab2e8d-6bf2-49b2-bcf9-ac976b17d751 req-cce54994-558f-4aeb-81bd-054693b5c03d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0801625 Aug 09 11:35:30.175535 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-0792a124-647b-4710-a77a-a475b0562b00 service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368191 Aug 09 11:35:30.274621 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5fab2e8d-6bf2-49b2-bcf9-ac976b17d751 req-397767ac-ec31-4016-bd80-b150a5fd408d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883646 Aug 09 11:35:30.314171 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7f0c66b1-7cef-4984-a964-7f3f2e25596c req-98a1c9bc-40dd-47ce-961d-9a4a7a075cdd service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259840 Aug 09 11:35:30.527857 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d419f-f6fb-4b55-9303-a4f6a0dcf7f7 req-4336e757-a248-4d5b-8624-46930b613ece tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:30.529494 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c10d419f-f6fb-4b55-9303-a4f6a0dcf7f7 req-4336e757-a248-4d5b-8624-46930b613ece tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0758290 Aug 09 11:35:30.637082 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c10d419f-f6fb-4b55-9303-a4f6a0dcf7f7 req-ce695682-4e17-4c49-9247-db02eaa047a2 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907249 Aug 09 11:35:30.658853 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c7665-dd9e-42c3-a21c-aaf85dcf25dd req-a783705c-ad22-461e-ab39-5638f032aa45 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:30.660441 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c29c7665-dd9e-42c3-a21c-aaf85dcf25dd req-a783705c-ad22-461e-ab39-5638f032aa45 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0841815 Aug 09 11:35:30.666872 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:35:30.701637 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c29c7665-dd9e-42c3-a21c-aaf85dcf25dd req-f2406761-abb0-440b-a8b6-04d0c783fa67 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340397 Aug 09 11:35:30.732986 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c8121072-7938-4079-b8cc-7edbe3ca8926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:30.943774 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:31.404840 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03844019-fc4b-45dd-8965-986dad3f44db req-874416cb-3207-4da1-8dfd-d2f340e8ceff tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:31.406247 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03844019-fc4b-45dd-8965-986dad3f44db req-874416cb-3207-4da1-8dfd-d2f340e8ceff tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 943 time: 0.0529997 Aug 09 11:35:31.444857 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-03844019-fc4b-45dd-8965-986dad3f44db req-587b7159-b83b-4dc5-8965-baf03d05dbaf tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321310 Aug 09 11:35:31.581352 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8b07dc2b-fec4-428a-91e4-a608ea6d8621 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:35:31.705890 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:31.720443 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'port_id': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'mac_address': 'fa:16:3e:fa:f6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:35:31.797305 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc622df-8080-43c2-98c3-c6262a10f571 req-df84b708-b734-4514-b7d5-522b26496d61 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:31.806240 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fc622df-8080-43c2-98c3-c6262a10f571 req-df84b708-b734-4514-b7d5-522b26496d61 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0692871 Aug 09 11:35:31.815553 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:31.846020 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b07dc2b-fec4-428a-91e4-a608ea6d8621 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:35:31.852395 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fc622df-8080-43c2-98c3-c6262a10f571 req-7046abdb-62ff-4c14-92ca-5abf92413301 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449526 Aug 09 11:35:31.891429 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:31.897350 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:31.898280 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 99b9646a-05df-407b-ae45-2dc480b07c69 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:35:31.984776 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e64d7-aca1-4701-989e-abe032e087ed req-fabdd266-a63b-446d-a0af-9da0be9e295b tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:31.986439 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f63e64d7-aca1-4701-989e-abe032e087ed req-fabdd266-a63b-446d-a0af-9da0be9e295b tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 945 time: 0.0580094 Aug 09 11:35:32.004533 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:32.012602 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=8b07dc2b-fec4-428a-91e4-a608ea6d8621,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:32.061793 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:32.063717 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f63e64d7-aca1-4701-989e-abe032e087ed req-0dfde2a3-3230-4b4d-8267-6c410b854a06 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678091 Aug 09 11:35:32.072645 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb39b84-0b19-44b7-bced-f66cffb85c2f req-a278d8ae-e959-45ea-9a98-4b033d9d640f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:32.074627 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fb39b84-0b19-44b7-bced-f66cffb85c2f req-a278d8ae-e959-45ea-9a98-4b033d9d640f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0870957 Aug 09 11:35:32.076034 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '99b9646a-05df-407b-ae45-2dc480b07c69', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'port_id': '99b9646a-05df-407b-ae45-2dc480b07c69', 'mac_address': 'fa:16:3e:0e:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:35:32.116471 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:32.125771 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fb39b84-0b19-44b7-bced-f66cffb85c2f req-8354ea42-5649-4dea-8673-a359b551a640 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356727 Aug 09 11:35:32.129527 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b9646a-05df-407b-ae45-2dc480b07c69 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:35:32.154161 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:32.158055 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:32.208301 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=9']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:32.564672 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fead3-4bfd-416c-ac79-ec2af8422b5d req-52a7f67c-ebd6-4a97-bdd0-7075a863e063 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:32.566244 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-502fead3-4bfd-416c-ac79-ec2af8422b5d req-52a7f67c-ebd6-4a97-bdd0-7075a863e063 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 944 time: 0.0485575 Aug 09 11:35:32.604988 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-502fead3-4bfd-416c-ac79-ec2af8422b5d req-f48320fe-d3ae-4c4c-ac48-8b7e24ec97ac tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328903 Aug 09 11:35:32.971065 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93c1fe-9294-45e2-b983-f33add540541 req-c946a0b3-ebae-4bde-9d4a-95d7889f7c58 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:32.972527 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4f93c1fe-9294-45e2-b983-f33add540541 req-c946a0b3-ebae-4bde-9d4a-95d7889f7c58 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0478396 Aug 09 11:35:33.017222 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4f93c1fe-9294-45e2-b983-f33add540541 req-629aa642-99e9-4cc6-88cb-9f88445f9023 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384977 Aug 09 11:35:33.186978 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5149-141c-442e-97c2-9f6f88d50ff2 req-16f393b9-f518-4564-b779-091dc266b72a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:33.188547 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d52a5149-141c-442e-97c2-9f6f88d50ff2 req-16f393b9-f518-4564-b779-091dc266b72a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 945 time: 0.0538881 Aug 09 11:35:33.255483 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d52a5149-141c-442e-97c2-9f6f88d50ff2 req-dd3a01c1-bee5-4b3f-9945-fc52d593a6fc tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591104 Aug 09 11:35:33.267912 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036126cb-54e4-4ddc-931b-f96cd2b0b75f req-3d538dde-0220-41f9-a53a-aa2e47a7e98f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:33.269526 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-036126cb-54e4-4ddc-931b-f96cd2b0b75f req-3d538dde-0220-41f9-a53a-aa2e47a7e98f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0743248 Aug 09 11:35:33.312459 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-036126cb-54e4-4ddc-931b-f96cd2b0b75f req-cb37e599-5a38-4189-aa4d-93556df5ed04 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366411 Aug 09 11:35:33.474946 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:33.735798 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b97a6d-2ba2-4d6b-b313-657b26781451 req-0184570a-a01d-4fa0-a20b-f3dc1bec7ee0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:33.737232 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3b97a6d-2ba2-4d6b-b313-657b26781451 req-0184570a-a01d-4fa0-a20b-f3dc1bec7ee0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 944 time: 0.0522630 Aug 09 11:35:33.777936 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f3b97a6d-2ba2-4d6b-b313-657b26781451 req-1ca43c6c-0e3b-4767-ac98-eefc78cca991 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328093 Aug 09 11:35:34.130265 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b07a7-51b8-4b30-8323-e431a2400039 req-a9e1c0ed-2f1c-403d-b9c2-fad5ef2ff1a7 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:34.131989 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d9b07a7-51b8-4b30-8323-e431a2400039 req-a9e1c0ed-2f1c-403d-b9c2-fad5ef2ff1a7 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0484765 Aug 09 11:35:34.171056 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3d9b07a7-51b8-4b30-8323-e431a2400039 req-514ccf71-b628-4d39-bc07-a15745810800 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331326 Aug 09 11:35:34.371940 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cff1b-b193-446c-b5b2-a4a3359e130c req-21b8450d-f578-436f-9a39-d28f26da4c28 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:34.373522 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-666cff1b-b193-446c-b5b2-a4a3359e130c req-21b8450d-f578-436f-9a39-d28f26da4c28 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 945 time: 0.0519810 Aug 09 11:35:34.448082 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-666cff1b-b193-446c-b5b2-a4a3359e130c req-90619961-3b99-4263-8464-8b708c24428a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682118 Aug 09 11:35:34.463384 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a477ba-6464-4439-8a9e-62d503661ad4 req-0f18fa08-336e-4f4a-ae21-963730e5f0de tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:34.464931 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e0a477ba-6464-4439-8a9e-62d503661ad4 req-0f18fa08-336e-4f4a-ae21-963730e5f0de tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0839338 Aug 09 11:35:34.505226 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e0a477ba-6464-4439-8a9e-62d503661ad4 req-71c3d2c4-dd8e-4f02-8972-b4fc6c5f0c10 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337057 Aug 09 11:35:34.900941 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eadf1-4fa9-4a28-b9a0-0438a5dedfc8 req-0ea47448-671c-4b5e-ba7c-2a3218381397 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:34.902460 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a4eadf1-4fa9-4a28-b9a0-0438a5dedfc8 req-0ea47448-671c-4b5e-ba7c-2a3218381397 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 944 time: 0.0495238 Aug 09 11:35:34.940910 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9a4eadf1-4fa9-4a28-b9a0-0438a5dedfc8 req-8d7125cd-15ac-4e8c-81a8-7471fb183f7d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321777 Aug 09 11:35:35.157961 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:35.293800 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf7b49-cd44-477a-8d0b-4a88fbe62edb req-976b3cf7-1a27-48c8-9332-f995c1ef4e26 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:35.295335 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eccf7b49-cd44-477a-8d0b-4a88fbe62edb req-976b3cf7-1a27-48c8-9332-f995c1ef4e26 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0579314 Aug 09 11:35:35.336109 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eccf7b49-cd44-477a-8d0b-4a88fbe62edb req-d67b07d4-2a62-407a-a3b5-f5d3ab3fe35a tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346420 Aug 09 11:35:35.568799 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81807d51-993c-4e19-a98d-c89571d7483b req-5608a225-9673-4a04-8589-ca6d260dfa0a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:35.570608 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81807d51-993c-4e19-a98d-c89571d7483b req-5608a225-9673-4a04-8589-ca6d260dfa0a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 945 time: 0.0535853 Aug 09 11:35:35.582319 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['99b9646a-05df-407b-ae45-2dc480b07c69'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:35.607230 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['8b07dc2b-fec4-428a-91e4-a608ea6d8621'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:35.639490 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-81807d51-993c-4e19-a98d-c89571d7483b req-7ac47d78-f8da-4581-a9f4-0bf19ef91e8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626063 Aug 09 11:35:35.655159 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32957b69-1963-4d7b-8f44-f911ab5c7fa4 req-1fbbd9fd-b900-48c5-9b09-5d22a022e2ac tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:35.657032 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32957b69-1963-4d7b-8f44-f911ab5c7fa4 req-1fbbd9fd-b900-48c5-9b09-5d22a022e2ac tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0718288 Aug 09 11:35:35.708030 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32957b69-1963-4d7b-8f44-f911ab5c7fa4 req-4f040acf-f07e-40c8-ae10-4c414bd95ddf tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438280 Aug 09 11:35:35.747598 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-161b5708-46ab-4342-8649-461af140f3a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:35.749141 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-161b5708-46ab-4342-8649-461af140f3a2 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 945 time: 0.0582817 Aug 09 11:35:35.851684 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-87ac6532-81e2-4245-81a1-a790155cab3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Deleting port 9b6b1c11-4c14-4404-ad17-4b30e499ee68 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:35:35.852209 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-87ac6532-81e2-4245-81a1-a790155cab3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:35.968619 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-87ac6532-81e2-4245-81a1-a790155cab3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] For port 9b6b1c11-4c14-4404-ad17-4b30e499ee68, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b6b1c11-4c14-4404-ad17-4b30e499ee68,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:35.969818 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-87ac6532-81e2-4245-81a1-a790155cab3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:35.996858 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-87ac6532-81e2-4245-81a1-a790155cab3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Calling delete_port for 9b6b1c11-4c14-4404-ad17-4b30e499ee68 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:35:36.191606 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266c500-d296-425c-94bf-f1fcccbffdfb req-cd2fff52-2405-459f-9de5-8fd4d0cbaf2a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:36.193162 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0266c500-d296-425c-94bf-f1fcccbffdfb req-cd2fff52-2405-459f-9de5-8fd4d0cbaf2a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 944 time: 0.1730363 Aug 09 11:35:36.310807 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-3aea9f5c-ec3b-4d54-b795-0c54a9c3e263 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:36.312328 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-3aea9f5c-ec3b-4d54-b795-0c54a9c3e263 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/networks?id=dfa0b85a-5409-47f3-ac01-d8a0701e7156 HTTP/1.1" status: 200 len: 813 time: 0.1938131 Aug 09 11:35:36.315989 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0266c500-d296-425c-94bf-f1fcccbffdfb req-ff9e4882-0106-4b9a-acc4-25ab2134a816 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026316 Aug 09 11:35:36.327697 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-87ac6532-81e2-4245-81a1-a790155cab3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:36.335909 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-86eb075d-92a9-4088-abc8-e79a6df01934 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/quotas/0fa4d1a6ec804ebab02d7cc612424cfe HTTP/1.1" status: 200 len: 375 time: 0.0162370 Aug 09 11:35:36.368338 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac6532-81e2-4245-81a1-a790155cab3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Pushing event deleted for resources: {'Port': ['ID=9b6b1c11-4c14-4404-ad17-4b30e499ee68,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:36.409000 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-911d41b7-d910-43fd-9db7-2d9c832f477e tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fa4d1a6ec804ebab02d7cc612424cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660188 Aug 09 11:35:36.441076 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-87ac6532-81e2-4245-81a1-a790155cab3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] No DVR routers for this DVR port 9b6b1c11-4c14-4404-ad17-4b30e499ee68 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:36.453671 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-87ac6532-81e2-4245-81a1-a790155cab3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:36.455626 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7caf7a1-3ee0-43fd-903c-a52e9749fcc6 req-87ac6532-81e2-4245-81a1-a790155cab3a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.10 "DELETE /v2.0/ports/9b6b1c11-4c14-4404-ad17-4b30e499ee68 HTTP/1.1" status: 204 len: 173 time: 0.6984167 Aug 09 11:35:36.468278 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e0fce8-1d1d-436e-bd4a-e89b2b5730aa', 'name': 'network-vif-deleted', 'tag': '9b6b1c11-4c14-4404-ad17-4b30e499ee68'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:36.470543 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83090b5f-242c-47c7-86ac-804989e78053" -d '{"events": [{"server_uuid": "71e0fce8-1d1d-436e-bd4a-e89b2b5730aa", "name": "network-vif-deleted", "tag": "9b6b1c11-4c14-4404-ad17-4b30e499ee68"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:36.551650 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039bea4-8bb7-4efb-906e-71ad74d0ff51 req-876474f7-fd80-45a4-b93a-f088f59c29f0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:36.553237 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5039bea4-8bb7-4efb-906e-71ad74d0ff51 req-876474f7-fd80-45a4-b93a-f088f59c29f0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.1397717 Aug 09 11:35:36.583983 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-0d29fa39-088a-4d2f-b24b-eb73206123ae service neutron] 10.222.0.30 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565659 Aug 09 11:35:36.647490 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5039bea4-8bb7-4efb-906e-71ad74d0ff51 req-9794258d-c38e-436f-b807-91b8fbac7973 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857477 Aug 09 11:35:36.689655 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2', '9b6b1c11-4c14-4404-ad17-4b30e499ee68'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:36.699072 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-205006d1-de47-4a63-accb-fcf5f73cbc11 service neutron] 10.222.0.30 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072266 Aug 09 11:35:36.704128 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511448fe-8741-4f9f-bfd0-bad8b2de8b0e x-openstack-request-id: req-511448fe-8741-4f9f-bfd0-bad8b2de8b0e {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:36.705263 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e0fce8-1d1d-436e-bd4a-e89b2b5730aa", "name": "network-vif-deleted", "tag": "9b6b1c11-4c14-4404-ad17-4b30e499ee68", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:36.705263 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-511448fe-8741-4f9f-bfd0-bad8b2de8b0e {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:36.705263 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e0fce8-1d1d-436e-bd4a-e89b2b5730aa', 'name': 'network-vif-deleted', 'tag': '9b6b1c11-4c14-4404-ad17-4b30e499ee68', 'status': 'completed', 'code': 200} Aug 09 11:35:36.813247 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5746459-646c-4a15-90db-ed0af9aa1a49 req-5df885a7-fb87-4ae5-a7de-1d8d987e3622 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:36.815286 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f5746459-646c-4a15-90db-ed0af9aa1a49 req-5df885a7-fb87-4ae5-a7de-1d8d987e3622 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 945 time: 0.0573759 Aug 09 11:35:36.881336 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f5746459-646c-4a15-90db-ed0af9aa1a49 req-b8a5b898-532f-4b36-915d-63d58bf496fe tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575340 Aug 09 11:35:36.931232 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-86cfbe13-cc2b-4e93-b963-8d0153fdbfc3 req-b4ff12e9-3b12-4902-bdf9-5731fff803dc tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=71e0fce8-1d1d-436e-bd4a-e89b2b5730aa HTTP/1.1" status: 200 len: 210 time: 0.0336773 Aug 09 11:35:36.960098 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32a5c114-8be1-4907-a604-bd93e585c126 req-879b85ba-d14e-447a-b5cf-4f7bd5384e63 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 210 time: 0.0316734 Aug 09 11:35:37.132859 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8b07dc2b-fec4-428a-91e4-a608ea6d8621 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:37.189044 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:35:37.194075 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:37.194697 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:37.296391 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:37.326697 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:37.328950 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66be25ad-b887-4f7b-9a1d-ddbdc66c2eee" -d '{"events": [{"server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "name": "network-vif-plugged", "status": "completed", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:37.344504 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:37.355471 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:37.357014 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 99b9646a-05df-407b-ae45-2dc480b07c69 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:37.413760 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3609c6-b4a8-47bd-90fb-b852b9a30007 x-openstack-request-id: req-1d3609c6-b4a8-47bd-90fb-b852b9a30007 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:37.414265 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "name": "network-vif-plugged", "status": "completed", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:37.415130 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d3609c6-b4a8-47bd-90fb-b852b9a30007 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:37.415822 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'code': 200} Aug 09 11:35:37.504702 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec2913-3454-4de2-8750-bf7d35e161b3 req-5bb4b0c9-0358-4bd2-a3f0-28ef16abf41d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:37.508618 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dbec2913-3454-4de2-8750-bf7d35e161b3 req-5bb4b0c9-0358-4bd2-a3f0-28ef16abf41d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 944 time: 0.0749733 Aug 09 11:35:37.515238 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=8b07dc2b-fec4-428a-91e4-a608ea6d8621,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:37.538208 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 99b9646a-05df-407b-ae45-2dc480b07c69 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:37.538784 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:37.577031 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dbec2913-3454-4de2-8750-bf7d35e161b3 req-6b9a2bd8-d644-4c36-a1d3-b64def4274dc tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607355 Aug 09 11:35:37.660537 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:37.696927 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:37.701780 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:37.710069 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f65c30-45c2-4a68-9dbb-028066e4b499 req-aec086df-5fd0-47ee-8cfe-5dc657bbb2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:37.711663 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50f65c30-45c2-4a68-9dbb-028066e4b499 req-aec086df-5fd0-47ee-8cfe-5dc657bbb2d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0467567 Aug 09 11:35:37.752750 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=10']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:37.776339 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50f65c30-45c2-4a68-9dbb-028066e4b499 req-888a79a8-3e1a-4526-92bb-b214e45786be service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565808 Aug 09 11:35:37.796687 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7f304-8bdb-40cf-b068-4a72ae7aa8c8 req-e3f67f2f-2054-4904-9c75-966ae90336cd tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:37.798185 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5cd7f304-8bdb-40cf-b068-4a72ae7aa8c8 req-e3f67f2f-2054-4904-9c75-966ae90336cd tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0649085 Aug 09 11:35:37.840363 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5cd7f304-8bdb-40cf-b068-4a72ae7aa8c8 req-60455ea3-9e31-4ff3-a493-1a947eda1966 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356700 Aug 09 11:35:38.026588 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8ee7e-4ff1-4346-a944-9b82a6e7f9bf req-a789d88d-9d40-4bd1-8994-2eafa802344f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:38.028249 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3aa8ee7e-4ff1-4346-a944-9b82a6e7f9bf req-a789d88d-9d40-4bd1-8994-2eafa802344f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0734799 Aug 09 11:35:38.087288 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e96c764-c3a4-4915-9399-cb325da1f742 req-7465c340-1c70-4965-94f4-a0089e1b9e57 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 210 time: 0.0342107 Aug 09 11:35:38.110382 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3aa8ee7e-4ff1-4346-a944-9b82a6e7f9bf req-428846a1-da63-4973-aebe-65c69877cf29 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755134 Aug 09 11:35:38.255078 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-a5b27e5e-a580-4abd-adf9-ce334794eb6e tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:38.256902 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-a5b27e5e-a580-4abd-adf9-ce334794eb6e tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.10 "GET /v2.0/networks?id=dfa0b85a-5409-47f3-ac01-d8a0701e7156 HTTP/1.1" status: 200 len: 813 time: 0.1384735 Aug 09 11:35:38.278127 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Request body: {'port': {'device_id': '230b7dca-0085-43bc-a4d1-cb9edd64c225', 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156', 'admin_state_up': True, 'tenant_id': '0fa4d1a6ec804ebab02d7cc612424cfe'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:38.397568 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e457c1-2a4d-44a5-8456-9ab5fee2da3a req-187f6d1b-8f71-4059-9419-969c8061b53f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:38.399044 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49e457c1-2a4d-44a5-8456-9ab5fee2da3a req-187f6d1b-8f71-4059-9419-969c8061b53f tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1040938 Aug 09 11:35:38.453879 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-49e457c1-2a4d-44a5-8456-9ab5fee2da3a req-b0614495-ff79-44c3-af8c-2d314a1e9269 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471044 Aug 09 11:35:38.455120 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Made reservation on behalf of 0fa4d1a6ec804ebab02d7cc612424cfe for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:38.459143 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:38.598706 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Allocated IP 172.20.0.5 (dfa0b85a-5409-47f3-ac01-d8a0701e7156/ed0c8dee-3e09-4a37-85e4-9756affd7f94/c7b361cc-4a90-46a3-86b4-39f2cc02cce6) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:39.079542 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f0d23-decb-4368-808c-bc8b42288750 req-7dc05650-100c-4fed-a07b-08abd2f3ae44 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:39.081098 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b66f0d23-decb-4368-808c-bc8b42288750 req-7dc05650-100c-4fed-a07b-08abd2f3ae44 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 946 time: 0.3745253 Aug 09 11:35:39.131790 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:39.173365 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b66f0d23-decb-4368-808c-bc8b42288750 req-eb69dfbb-d2d3-4a31-9ea2-215bfc0ba6cf tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841954 Aug 09 11:35:39.182298 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8836-2dbe-451a-941c-4e49d4e2a5ea req-b6737ef3-3ec1-4dd1-af90-8e484719b0a7 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:39.183793 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-beda8836-2dbe-451a-941c-4e49d4e2a5ea req-b6737ef3-3ec1-4dd1-af90-8e484719b0a7 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.1531742 Aug 09 11:35:39.232713 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:39.245575 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-beda8836-2dbe-451a-941c-4e49d4e2a5ea req-45f769c4-0820-4d0e-9388-eb5d53b7ae4f tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530736 Aug 09 11:35:39.291305 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Network dfa0b85a-5409-47f3-ac01-d8a0701e7156 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:39.294539 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:39.298479 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:35:39.304063 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:39.304789 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:39.321976 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Pushing event updated for resources: {'Port': ['ID=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:39.355289 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-7974b82a-c6a5-46a0-86b9-9d6b53e406e3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0811450 Aug 09 11:35:39.380695 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Request body: {'port': {'device_id': '230b7dca-0085-43bc-a4d1-cb9edd64c225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:39.418422 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:39.422329 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719ed24f-ce5a-438e-b36a-f87fae7e8585" -d '{"events": [{"server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "name": "network-vif-plugged", "status": "completed", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:39.433512 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2614a22-cecc-4a02-9d09-380b5861414d req-75f2702a-5d83-4c2d-83a3-ce86e25ca9de tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:39.435896 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2614a22-cecc-4a02-9d09-380b5861414d req-75f2702a-5d83-4c2d-83a3-ce86e25ca9de tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 931 time: 0.1247809 Aug 09 11:35:39.496676 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5372e38-bbd9-4aca-9410-1a597d740c1c req-24baf2e4-13c3-4475-bea3-7292c323d614 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:39.498223 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f5372e38-bbd9-4aca-9410-1a597d740c1c req-24baf2e4-13c3-4475-bea3-7292c323d614 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.1716325 Aug 09 11:35:39.531414 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:39.558446 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2614a22-cecc-4a02-9d09-380b5861414d req-b9b1dec0-7fa3-4081-8842-e5dabd4ae469 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132746 Aug 09 11:35:39.590799 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f5372e38-bbd9-4aca-9410-1a597d740c1c req-5f16dbdf-bf19-4630-81ae-01729d25cdf9 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838096 Aug 09 11:35:39.624828 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ecd04d-bba6-4098-ba65-b2da32d316fe x-openstack-request-id: req-55ecd04d-bba6-4098-ba65-b2da32d316fe {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:39.625437 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "name": "network-vif-plugged", "status": "completed", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:39.625948 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55ecd04d-bba6-4098-ba65-b2da32d316fe {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:39.626598 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69', 'code': 200} Aug 09 11:35:39.814794 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62031b23-8f81-4f34-a838-09172ccb6e30 req-62086171-ae55-48a2-a231-72ca4b5475af tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:39.816387 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62031b23-8f81-4f34-a838-09172ccb6e30 req-62086171-ae55-48a2-a231-72ca4b5475af tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1567578 Aug 09 11:35:39.850108 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bdbb5-97c6-4563-b72f-de9a92052c84 req-06cc6fb0-9347-4aa5-aa52-ebec2f835bd1 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:39.851667 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2e1bdbb5-97c6-4563-b72f-de9a92052c84 req-06cc6fb0-9347-4aa5-aa52-ebec2f835bd1 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.1505897 Aug 09 11:35:39.917121 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-62031b23-8f81-4f34-a838-09172ccb6e30 req-27fe9a8c-fc51-4f12-a16e-1204e7d7d061 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934081 Aug 09 11:35:39.936227 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2e1bdbb5-97c6-4563-b72f-de9a92052c84 req-d584c35d-ce18-4643-bca6-6294bc2e499f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744033 Aug 09 11:35:39.958333 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44860) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:39.984047 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b361cc-4a90-46a3-86b4-39f2cc02cce6 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:35:39.992196 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:40.004616 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Transition to ACTIVE for port object c7b361cc-4a90-46a3-86b4-39f2cc02cce6 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:35:40.008987 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:40.058411 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9465b971-b9a8-426a-ae4f-33620320b416 tempest-TestShelveInstance-195892614 tempest-TestShelveInstance-195892614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:40.059937 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-9465b971-b9a8-426a-ae4f-33620320b416 tempest-TestShelveInstance-195892614 tempest-TestShelveInstance-195892614-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 1094 time: 0.1005330 Aug 09 11:35:40.063312 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 44864) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:40.067929 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:40.068548 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Request body: {'floatingip': {'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'port_id': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:40.094244 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for floatingip, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:40.097044 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Attempting to bind port c7b361cc-4a90-46a3-86b4-39f2cc02cce6 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:35:40.097440 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Attempting to bind port c7b361cc-4a90-46a3-86b4-39f2cc02cce6 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '82725d5c-47de-4b5e-996e-147d6e0d6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:35:40.097797 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Attempting to bind port c7b361cc-4a90-46a3-86b4-39f2cc02cce6 on network dfa0b85a-5409-47f3-ac01-d8a0701e7156 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:35:40.102533 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Port c7b361cc-4a90-46a3-86b4-39f2cc02cce6 on network dfa0b85a-5409-47f3-ac01-d8a0701e7156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:35:40.102859 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Attempting to bind port c7b361cc-4a90-46a3-86b4-39f2cc02cce6 on network dfa0b85a-5409-47f3-ac01-d8a0701e7156 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:35:40.107993 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:35:40.108335 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Checking segment: {'id': '82725d5c-47de-4b5e-996e-147d6e0d6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:35:40.108727 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Bound using segment: {'id': '82725d5c-47de-4b5e-996e-147d6e0d6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:35:40.109160 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Bound port: c7b361cc-4a90-46a3-86b4-39f2cc02cce6, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82725d5c-47de-4b5e-996e-147d6e0d6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:35:40.109545 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:40.194358 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] For port c7b361cc-4a90-46a3-86b4-39f2cc02cce6, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:35:40.199414 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] For port c7b361cc-4a90-46a3-86b4-39f2cc02cce6, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,segment=NetworkSegment(82725d5c-47de-4b5e-996e-147d6e0d6175),segment_id=82725d5c-47de-4b5e-996e-147d6e0d6175)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:35:40.206424 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:40.228710 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:40.287894 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:40.300263 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:40.301036 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:40.302648 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-b989060b-5626-4d25-8556-2b347974ff83 service neutron] 10.222.0.10 "PUT /v2.0/ports/c7b361cc-4a90-46a3-86b4-39f2cc02cce6 HTTP/1.1" status: 200 len: 1093 time: 0.9276960 Aug 09 11:35:40.303105 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230b7dca-0085-43bc-a4d1-cb9edd64c225', 'tag': 'c7b361cc-4a90-46a3-86b4-39f2cc02cce6'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:40.305613 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "230b7dca-0085-43bc-a4d1-cb9edd64c225", "tag": "c7b361cc-4a90-46a3-86b4-39f2cc02cce6"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:40.369270 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543da63-abf9-441b-9164-6909ad662bc1 req-c81ba55d-ae10-4132-ae7a-4eca9cfd103a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:40.371604 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b543da63-abf9-441b-9164-6909ad662bc1 req-c81ba55d-ae10-4132-ae7a-4eca9cfd103a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 946 time: 0.0630217 Aug 09 11:35:40.412470 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddc837-95aa-4b87-a2ae-15894b5cdbf6 req-01f088d6-2a2c-4971-b48d-ae9417b196ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:40.412470 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-2bddc837-95aa-4b87-a2ae-15894b5cdbf6 req-01f088d6-2a2c-4971-b48d-ae9417b196ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 1099 time: 0.0740299 Aug 09 11:35:40.415042 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Allocated IP 172.27.1.216 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/e2af45a7-0945-435d-afad-579cecd0f70b) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:40.456816 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-2bddc837-95aa-4b87-a2ae-15894b5cdbf6 req-8e9d87e6-f8a9-4997-9cc4-19e44ec9ffa3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386996 Aug 09 11:35:40.475660 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b543da63-abf9-441b-9164-6909ad662bc1 req-9d530400-eed8-444d-a554-72aa80ca6408 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940845 Aug 09 11:35:40.503033 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-6fbe514e-fbfc-4059-be7d-8efecde882ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:40.503033 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-6fbe514e-fbfc-4059-be7d-8efecde882ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0fa4d1a6ec804ebab02d7cc612424cfe&device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 1096 time: 0.1156287 Aug 09 11:35:40.532163 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14df63-acd4-4914-b066-b95f5e65b873 req-5fc7e754-3d4b-468b-a2ac-a6fd6d001260 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:40.533789 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2e14df63-acd4-4914-b066-b95f5e65b873 req-5fc7e754-3d4b-468b-a2ac-a6fd6d001260 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0790236 Aug 09 11:35:40.536103 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e6553f-23c6-4aa8-a364-2754b23c1012 x-openstack-request-id: req-a5e6553f-23c6-4aa8-a364-2754b23c1012 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:40.536386 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230b7dca-0085-43bc-a4d1-cb9edd64c225", "tag": "c7b361cc-4a90-46a3-86b4-39f2cc02cce6", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:40.536636 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5e6553f-23c6-4aa8-a364-2754b23c1012 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:40.537033 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230b7dca-0085-43bc-a4d1-cb9edd64c225', 'tag': 'c7b361cc-4a90-46a3-86b4-39f2cc02cce6', 'status': 'completed', 'code': 200} Aug 09 11:35:40.565513 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:40.593878 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2e14df63-acd4-4914-b066-b95f5e65b873 req-9ad30b83-667e-446e-a7b2-d13a123bc025 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489435 Aug 09 11:35:40.616130 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:40.631994 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-ed2eb55b-48b5-4482-82b9-f417c81cb8fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7b361cc-4a90-46a3-86b4-39f2cc02cce6 HTTP/1.1" status: 200 len: 217 time: 0.0542514 Aug 09 11:35:40.669932 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:40.673934 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:40.679845 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:35:40.683122 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event updated for resources: {'Port': ['ID=e2af45a7-0945-435d-afad-579cecd0f70b,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:40.786318 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-47a9a9d6-d8b9-4c8e-93dc-fb739c237371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:40.787702 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-47a9a9d6-d8b9-4c8e-93dc-fb739c237371 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed0c8dee-3e09-4a37-85e4-9756affd7f94 HTTP/1.1" status: 200 len: 853 time: 0.1093271 Aug 09 11:35:40.797743 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99c326-685a-4f6a-a4ff-aff80ebed788 req-5341604f-3783-4361-a323-440a4e7fc8ec tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:40.799343 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df99c326-685a-4f6a-a4ff-aff80ebed788 req-5341604f-3783-4361-a323-440a4e7fc8ec tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 943 time: 0.1198666 Aug 09 11:35:40.842322 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-ad03bc62-6214-46e7-abbb-3e869ad4a892 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dfa0b85a-5409-47f3-ac01-d8a0701e7156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384011 Aug 09 11:35:40.854819 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-6ba0ca80-2560-4811-b297-77bb3d3b69a4 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:40.856302 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-6ba0ca80-2560-4811-b297-77bb3d3b69a4 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 814 time: 0.2273722 Aug 09 11:35:40.924855 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-b6d3db21-5d7d-4d3b-9d94-45007f2a019a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/quotas/4a482b508e9b456da931118833978edd HTTP/1.1" status: 200 len: 375 time: 0.0559831 Aug 09 11:35:40.932113 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df99c326-685a-4f6a-a4ff-aff80ebed788 req-0f71fb2a-c09f-40d1-8985-bcdf31676c8d tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147373 Aug 09 11:35:41.005577 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-2dc41d43-2424-421b-80d0-b73ff7249956 service neutron] 10.222.0.10 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482475 Aug 09 11:35:41.015016 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-511ad15a-e8ca-4ee3-8958-60e6eafaf8c5 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804193 Aug 09 11:35:41.124965 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:41.148218 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9b6b1c11-4c14-4404-ad17-4b30e499ee68 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:41.182842 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 9b6b1c11-4c14-4404-ad17-4b30e499ee68 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:35:41.183341 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9b6b1c11-4c14-4404-ad17-4b30e499ee68 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:41.195975 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8045b-233e-4c8e-af7b-5f0ff99c5da1 req-62b0f364-78f3-4506-b798-e58358854f58 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:41.197573 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30c8045b-233e-4c8e-af7b-5f0ff99c5da1 req-62b0f364-78f3-4506-b798-e58358854f58 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1764579 Aug 09 11:35:41.212802 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:41.232262 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-2a055493-5af5-4852-934e-d53104fcc3b9 service neutron] 10.222.0.30 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092004 Aug 09 11:35:41.243704 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3677553f-b65d-42fc-9e10-e2d57e4ea425 req-e0fbc7ba-9b4a-4554-b7e7-f3d77f5f44e6 service neutron] 10.222.0.10 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197013 Aug 09 11:35:41.306139 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30c8045b-233e-4c8e-af7b-5f0ff99c5da1 req-52ab3186-8446-4f24-a73f-195cc9752864 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944970 Aug 09 11:35:41.382517 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-74eb1d54-61b3-4406-9ab1-e0d018c483c0 service neutron] 10.222.0.30 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361871 Aug 09 11:35:41.393424 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0 req-ec97a130-427e-4c2d-ac91-5f26fc701b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:41.395328 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0 req-ec97a130-427e-4c2d-ac91-5f26fc701b2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0fa4d1a6ec804ebab02d7cc612424cfe&device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 1096 time: 0.0781505 Aug 09 11:35:41.409379 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:41.415405 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:41.489202 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event updated for resources: {'Port': ['ID=e2af45a7-0945-435d-afad-579cecd0f70b,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:41.504865 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:41.546869 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0 req-1c117b45-8ab7-4a2a-9d5f-974945668c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:41.548516 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0 req-1c117b45-8ab7-4a2a-9d5f-974945668c7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=dfa0b85a-5409-47f3-ac01-d8a0701e7156 HTTP/1.1" status: 200 len: 914 time: 0.1249444 Aug 09 11:35:41.626661 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.l3_db [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Floating IP f2847d42-7f09-4c83-b5b0-189073b37004 associated. External IP: 172.27.1.216, port: 8b07dc2b-fec4-428a-91e4-a608ea6d8621. Aug 09 11:35:41.634028 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0 req-0cc73cb1-682b-4135-8392-93aded0f1960 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7b361cc-4a90-46a3-86b4-39f2cc02cce6 HTTP/1.1" status: 200 len: 217 time: 0.0659730 Aug 09 11:35:41.661010 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e7d3760e-a9b7-40ee-8581-d8e61b20b468 req-7dc1d490-458c-41c1-bc0d-4412acdce429 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 210 time: 0.0712595 Aug 09 11:35:41.704802 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7ca27-a912-46f8-881a-a19914981015 req-ef6eec4d-056a-442d-b044-bb87a3c69039 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:41.706382 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-54f7ca27-a912-46f8-881a-a19914981015 req-ef6eec4d-056a-442d-b044-bb87a3c69039 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 946 time: 0.1474695 Aug 09 11:35:41.717283 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0 req-645b0663-192b-49a8-b5c0-d07b38c997e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:41.718860 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0 req-645b0663-192b-49a8-b5c0-d07b38c997e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed0c8dee-3e09-4a37-85e4-9756affd7f94 HTTP/1.1" status: 200 len: 853 time: 0.0708022 Aug 09 11:35:41.780659 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0 req-290123a1-e7c1-439c-ac56-238dfec2bfeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dfa0b85a-5409-47f3-ac01-d8a0701e7156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448232 Aug 09 11:35:41.882481 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-54f7ca27-a912-46f8-881a-a19914981015 req-99810144-5697-43ba-885a-618581bad72b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679549 Aug 09 11:35:41.912584 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:35:41.919619 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba01921-54f1-4744-92e5-58e43a906844 req-58ee2254-0b20-4bd0-9b2e-0c69c60cde6c tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:41.921355 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ba01921-54f1-4744-92e5-58e43a906844 req-58ee2254-0b20-4bd0-9b2e-0c69c60cde6c tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.1762857 Aug 09 11:35:41.997349 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0 req-4a81f346-86b9-463a-b0dd-4462c3cff8f7 service neutron] 10.222.0.10 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814058 Aug 09 11:35:42.013593 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ba01921-54f1-4744-92e5-58e43a906844 req-a26861fd-235e-4a87-83d9-1a14328bf205 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739901 Aug 09 11:35:42.059518 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:42.071558 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] Sync routers for ids ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:42.088742 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] Routers {'2ca0622c-1c2e-420e-b23c-6d6536cbe099'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:35:42.089401 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:35:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:42.095424 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:42.142952 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17987af9-4eff-4ee3-9217-a1d415bb61c4 req-9df2faa9-a635-4e98-8566-098375573e9a tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:42.145498 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-fb3e0eb6-52a9-4b55-a33f-07b42c3d4505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0807679 Aug 09 11:35:42.146703 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:42.151759 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:42.154703 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17987af9-4eff-4ee3-9217-a1d415bb61c4 req-9df2faa9-a635-4e98-8566-098375573e9a tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 943 time: 0.0882361 Aug 09 11:35:42.219338 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f8b1a-ea76-4ffd-af7d-95cabe1ee4c8 x-openstack-request-id: req-d48f8b1a-ea76-4ffd-af7d-95cabe1ee4c8 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:42.219701 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:42.220032 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d48f8b1a-ea76-4ffd-af7d-95cabe1ee4c8 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:42.220474 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'status': 'completed', 'code': 200} Aug 09 11:35:42.228158 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-17987af9-4eff-4ee3-9217-a1d415bb61c4 req-7c85497a-30fd-44eb-9629-2ac01b83b20e tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619946 Aug 09 11:35:42.231349 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a1b5b4c9-ff2d-41ac-908c-315491b6f2e0 req-c36c5e01-9595-49af-bc07-25ac8f191d69 service neutron] 10.222.0.10 "GET /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166317 Aug 09 11:35:42.263613 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] Set router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:35:42.359203 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-1491f044-8839-45a4-b76e-bf8c3fcab8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:42.361318 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-1491f044-8839-45a4-b76e-bf8c3fcab8f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b8570c3d6cf49e894363981f5717afe&device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0529439 Aug 09 11:35:42.554876 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e707c8-4ee0-445e-a076-9ea943038e7e req-9dcaf055-ec6b-4100-8944-64dfd3ae8a47 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:42.557031 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11e707c8-4ee0-445e-a076-9ea943038e7e req-9dcaf055-ec6b-4100-8944-64dfd3ae8a47 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.1060581 Aug 09 11:35:42.559187 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-d45e4ed3-d626-46c5-8b79-856766a4ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:42.561185 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-d45e4ed3-d626-46c5-8b79-856766a4ceed service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b HTTP/1.1" status: 200 len: 910 time: 0.1816397 Aug 09 11:35:42.580015 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:39Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'f2847d42-7f09-4c83-b5b0-189073b37004', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'port_id': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'mac_address': 'fa:16:3e:fa:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:35:40Z', 'updated_at': '2021-08-09T11:35:40Z', 'revision_number': 0, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce78626-290a-4b81-b32c-a4d14410e5a9', 'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'mac_address': 'fa:16:3e:4b:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:38Z', 'updated_at': '2021-08-09T11:34:45Z', 'revision_number': 5, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'subnets': [{'id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:42.632692 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] Checking router: 2ca0622c-1c2e-420e-b23c-6d6536cbe099 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:42.638739 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11e707c8-4ee0-445e-a076-9ea943038e7e req-7b5fc924-ebd1-4222-8827-0e05a8969e22 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744364 Aug 09 11:35:42.646485 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] Routers {'2ca0622c-1c2e-420e-b23c-6d6536cbe099'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:35:42.647510 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:35:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:42.658880 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-f49d7944-fb94-446e-95e0-a0b3a6ae775b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621 HTTP/1.1" status: 200 len: 1000 time: 0.0726993 Aug 09 11:35:42.716380 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-dfc6e159-5cf0-4079-9297-51f87b2a0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:42.718194 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-dfc6e159-5cf0-4079-9297-51f87b2a0049 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb HTTP/1.1" status: 200 len: 848 time: 0.0506244 Aug 09 11:35:42.773298 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aa1c6e85-35f2-4ca5-a4be-d748df92fa28 req-a8ee7fec-93f0-4f80-9d12-65231b480c2c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 210 time: 0.0360029 Aug 09 11:35:42.801821 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] Set router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:35:42.805526 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-eb37dfee-63e0-4827-9845-01672f760a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:42.807302 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-eb37dfee-63e0-4827-9845-01672f760a23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597584 Aug 09 11:35:42.915212 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-288d3e24-2dbb-4e4c-8f4f-0ea502a4a5e2 service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923052 Aug 09 11:35:43.178194 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-2a3626fd-7cba-4d7c-992c-3bc4c806dcd1 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:43.178789 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:39Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'f2847d42-7f09-4c83-b5b0-189073b37004', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'port_id': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'mac_address': 'fa:16:3e:fa:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:35:40Z', 'updated_at': '2021-08-09T11:35:40Z', 'revision_number': 0, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce78626-290a-4b81-b32c-a4d14410e5a9', 'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'mac_address': 'fa:16:3e:4b:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:38Z', 'updated_at': '2021-08-09T11:34:45Z', 'revision_number': 5, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'subnets': [{'id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:43.180079 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-2a3626fd-7cba-4d7c-992c-3bc4c806dcd1 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 814 time: 0.1485488 Aug 09 11:35:43.198284 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Request body: {'port': {'device_id': 'fb9ec1c7-d0f6-48f3-8c80-8044441a5181', 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d', 'admin_state_up': True, 'tenant_id': '4a482b508e9b456da931118833978edd'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:43.214724 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5d4ad-0247-4f1e-82ee-d199736ffc8a None None] The sync data for ids ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'] in dv-cinder-803900-2-iscsi is: [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:39Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'f2847d42-7f09-4c83-b5b0-189073b37004', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'port_id': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'mac_address': 'fa:16:3e:fa:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:35:40Z', 'updated_at': '2021-08-09T11:35:40Z', 'revision_number': 0, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce78626-290a-4b81-b32c-a4d14410e5a9', 'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'mac_address': 'fa:16:3e:4b:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:38Z', 'updated_at': '2021-08-09T11:34:45Z', 'revision_number': 5, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'subnets': [{'id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:43.339271 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Made reservation on behalf of 4a482b508e9b456da931118833978edd for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:43.344741 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:43.438852 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907da29-0e43-41f0-818d-90fae7624d3b req-1fab19cc-8dfb-4d78-9b20-f41a2d6e23ef tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:43.440452 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e907da29-0e43-41f0-818d-90fae7624d3b req-1fab19cc-8dfb-4d78-9b20-f41a2d6e23ef tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.1423976 Aug 09 11:35:43.451616 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00119d21-7fbb-49eb-a911-27ed1a3435bc req-da6c6029-78da-4267-8e36-77e6880ba99a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:43.454597 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-00119d21-7fbb-49eb-a911-27ed1a3435bc req-da6c6029-78da-4267-8e36-77e6880ba99a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 946 time: 0.1550059 Aug 09 11:35:43.471184 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bbcb4bf5-8b81-46b8-a318-7cbea129f4f9 req-391d22c8-5e81-4263-81bf-2602b15b2f5e service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373898 Aug 09 11:35:43.498837 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a33502-8707-436b-9785-017e94188e70 None None] New status for floating IP f2847d42-7f09-4c83-b5b0-189073b37004: ACTIVE {{(pid=93251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:35:43.535939 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e907da29-0e43-41f0-818d-90fae7624d3b req-7f46b02b-0571-4d31-9013-f152f6cd3869 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771115 Aug 09 11:35:43.539534 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-00119d21-7fbb-49eb-a911-27ed1a3435bc req-75377d1a-bda8-4644-a418-24fb20008706 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784595 Aug 09 11:35:43.543544 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Allocated IP 172.20.0.14 (c117ee7e-fc0b-4f62-921d-6083d7d7fe3d/4fa9b018-5f44-4241-9d8e-60b092191cc4/100c9e2c-dd43-42f5-998c-2e4a5103abdf) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:35:43.711322 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd98dcf-b716-439c-b54d-41c9b945dbbc req-ae115c50-66e8-4c7e-a771-d4ceea1dbeea tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:43.713386 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fbd98dcf-b716-439c-b54d-41c9b945dbbc req-ae115c50-66e8-4c7e-a771-d4ceea1dbeea tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 943 time: 0.0621295 Aug 09 11:35:43.765800 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:43.791418 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fbd98dcf-b716-439c-b54d-41c9b945dbbc req-42b6f880-c6aa-426e-9e07-77420ddf3b2c tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709653 Aug 09 11:35:43.810519 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b2807-415b-49f2-bc6c-599081aadc03 req-dac0c9c0-0f6f-4cb8-abfb-b7d67762534b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:43.811287 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:43.811938 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8b1b2807-415b-49f2-bc6c-599081aadc03 req-dac0c9c0-0f6f-4cb8-abfb-b7d67762534b tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0809653 Aug 09 11:35:43.833744 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0', 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702', '509c958e-69b7-43a4-b0cb-c3d96aab401c'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:43.854928 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:35:43.858938 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:43.864144 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:35:43.868361 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8b1b2807-415b-49f2-bc6c-599081aadc03 req-3ab64e6c-959a-4d69-90ee-4bde92a3cbb9 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495446 Aug 09 11:35:43.901680 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Pushing event updated for resources: {'Port': ['ID=100c9e2c-dd43-42f5-998c-2e4a5103abdf,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:43.935926 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:43.936589 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:43.942603 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29875c3-4050-49e3-970a-0acb9da25b05 req-a99cb0e3-36b9-4aed-b76f-9b9e0f978769 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:43.945100 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e29875c3-4050-49e3-970a-0acb9da25b05 req-a99cb0e3-36b9-4aed-b76f-9b9e0f978769 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 932 time: 0.0576775 Aug 09 11:35:43.952073 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-f8f39295-eb63-47bc-8862-dfeaad74ee14 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7590225 Aug 09 11:35:43.966935 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Request body: {'port': {'device_id': 'fb9ec1c7-d0f6-48f3-8c80-8044441a5181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:43.987775 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e29875c3-4050-49e3-970a-0acb9da25b05 req-fbc869d0-bf21-44f9-b104-a2202eb35a1e tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360236 Aug 09 11:35:44.038750 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:44.340882 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100c9e2c-dd43-42f5-998c-2e4a5103abdf {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:35:44.348887 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:44.361133 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Transition to ACTIVE for port object 100c9e2c-dd43-42f5-998c-2e4a5103abdf will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:35:44.364857 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:44.431887 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Pushing event updated for resources: {'Port': ['ID=100c9e2c-dd43-42f5-998c-2e4a5103abdf,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:44.479985 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Attempting to bind port 100c9e2c-dd43-42f5-998c-2e4a5103abdf on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:35:44.480372 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Attempting to bind port 100c9e2c-dd43-42f5-998c-2e4a5103abdf by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:35:44.480662 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Attempting to bind port 100c9e2c-dd43-42f5-998c-2e4a5103abdf on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:35:44.485074 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Port 100c9e2c-dd43-42f5-998c-2e4a5103abdf on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:35:44.485390 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Attempting to bind port 100c9e2c-dd43-42f5-998c-2e4a5103abdf on network c117ee7e-fc0b-4f62-921d-6083d7d7fe3d {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:35:44.490141 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:35:44.490467 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Checking segment: {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:35:44.490843 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Bound using segment: {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:35:44.491261 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Bound port: 100c9e2c-dd43-42f5-998c-2e4a5103abdf, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c3f69d-d693-4edb-9ffb-17a422df616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:35:44.491614 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:44.566112 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] For port 100c9e2c-dd43-42f5-998c-2e4a5103abdf, host hv-cinder-80390, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:35:44.569256 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] For port 100c9e2c-dd43-42f5-998c-2e4a5103abdf, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=100c9e2c-dd43-42f5-998c-2e4a5103abdf,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:35:44.573951 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:44.606855 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:44.607269 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:44.608877 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] 10.222.0.10 "PUT /v2.0/ports/100c9e2c-dd43-42f5-998c-2e4a5103abdf HTTP/1.1" status: 200 len: 1094 time: 0.6465225 Aug 09 11:35:44.611163 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9ec1c7-d0f6-48f3-8c80-8044441a5181', 'tag': '100c9e2c-dd43-42f5-998c-2e4a5103abdf'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:44.613532 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233dd04a-6843-4c50-96fa-7cf49548bc92" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9ec1c7-d0f6-48f3-8c80-8044441a5181", "tag": "100c9e2c-dd43-42f5-998c-2e4a5103abdf"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:44.649268 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743313ea-6450-4d2e-a7a6-ee2d2b493eae service neutron] Pushing event updated for resources: {'Port': ['ID=100c9e2c-dd43-42f5-998c-2e4a5103abdf,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:44.669116 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e803641-b8aa-4b19-9656-badc22a6a550 x-openstack-request-id: req-5e803641-b8aa-4b19-9656-badc22a6a550 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:44.669401 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9ec1c7-d0f6-48f3-8c80-8044441a5181", "tag": "100c9e2c-dd43-42f5-998c-2e4a5103abdf", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:44.669690 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e803641-b8aa-4b19-9656-badc22a6a550 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:44.670089 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9ec1c7-d0f6-48f3-8c80-8044441a5181', 'tag': '100c9e2c-dd43-42f5-998c-2e4a5103abdf', 'status': 'completed', 'code': 200} Aug 09 11:35:44.696607 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ad4c1-8848-4d8f-827c-8f4fa165ac3b req-b5da8bec-ffe9-4673-81e8-ccf7af1d8a5a tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:44.698128 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-716ad4c1-8848-4d8f-827c-8f4fa165ac3b req-b5da8bec-ffe9-4673-81e8-ccf7af1d8a5a tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0620034 Aug 09 11:35:44.745029 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-716ad4c1-8848-4d8f-827c-8f4fa165ac3b req-5a3eabef-b632-43e6-93eb-34bc444168ce tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407407 Aug 09 11:35:44.749168 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-8a07dc67-b2b6-440e-b7fd-7fe0bb911b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:44.750823 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-8a07dc67-b2b6-440e-b7fd-7fe0bb911b24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 1097 time: 0.0426958 Aug 09 11:35:44.805169 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-e184c4ee-1d29-4dfd-b804-17af9625daae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=100c9e2c-dd43-42f5-998c-2e4a5103abdf HTTP/1.1" status: 200 len: 217 time: 0.0372159 Aug 09 11:35:44.861356 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-ea72b8e9-8f73-4f5c-8d1f-7137d1f17402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:44.862942 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-ea72b8e9-8f73-4f5c-8d1f-7137d1f17402 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fa9b018-5f44-4241-9d8e-60b092191cc4 HTTP/1.1" status: 200 len: 854 time: 0.0456705 Aug 09 11:35:44.899229 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-76491b14-abc4-459d-ae93-eee2d40eb044 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268931 Aug 09 11:35:44.934592 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ad274-5b8c-441f-a086-374662e965d4 req-e337a299-8d15-4939-853b-4af0bedce0d8 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:44.936475 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-355ad274-5b8c-441f-a086-374662e965d4 req-e337a299-8d15-4939-853b-4af0bedce0d8 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 943 time: 0.0548472 Aug 09 11:35:45.007280 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-355ad274-5b8c-441f-a086-374662e965d4 req-defb7428-fac7-41d5-a492-acf6be6d1fdf tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625901 Aug 09 11:35:45.008646 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-aedb97ef-ba82-4b4b-bbe9-3efd83c0fc3a service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957837 Aug 09 11:35:45.022149 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da995e3-0ec2-479d-9161-2d0171feaf3f req-d756a7eb-0827-4ed6-b5bb-99dd6b8b3a53 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:45.023683 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8da995e3-0ec2-479d-9161-2d0171feaf3f req-d756a7eb-0827-4ed6-b5bb-99dd6b8b3a53 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0803013 Aug 09 11:35:45.074245 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8da995e3-0ec2-479d-9161-2d0171feaf3f req-51a80bf6-7447-4886-8361-a95fa394080a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 Aug 09 11:35:45.126673 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-dd58fea4-bfea-4190-9231-c80e7d2bb3fe req-46530822-5126-44b8-874c-f5be1e9db1dd service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052859 Aug 09 11:35:45.142766 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca712-b3bb-4171-ab66-ad8bf13a1ace req-30743047-782d-483b-bd46-b10f3a102602 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:45.144844 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-303ca712-b3bb-4171-ab66-ad8bf13a1ace req-30743047-782d-483b-bd46-b10f3a102602 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 944 time: 0.0675232 Aug 09 11:35:45.189916 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device c7b361cc-4a90-46a3-86b4-39f2cc02cce6 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:35:45.200488 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-303ca712-b3bb-4171-ab66-ad8bf13a1ace req-4771072a-2155-4823-b5cf-1f5b4dda7e96 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486445 Aug 09 11:35:45.241060 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dd04a-6843-4c50-96fa-7cf49548bc92 req-f57bbf91-82d5-47dc-b665-5c1280c3be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:45.242621 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-233dd04a-6843-4c50-96fa-7cf49548bc92 req-f57bbf91-82d5-47dc-b665-5c1280c3be57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a482b508e9b456da931118833978edd&device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 1097 time: 0.0429554 Aug 09 11:35:45.290456 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port c7b361cc-4a90-46a3-86b4-39f2cc02cce6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,segment=NetworkSegment(82725d5c-47de-4b5e-996e-147d6e0d6175),segment_id=82725d5c-47de-4b5e-996e-147d6e0d6175)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:45.306481 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': 'c7b361cc-4a90-46a3-86b4-39f2cc02cce6', 'network_id': 'dfa0b85a-5409-47f3-ac01-d8a0701e7156', 'port_id': 'c7b361cc-4a90-46a3-86b4-39f2cc02cce6', 'mac_address': 'fa:16:3e:61:c9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0c8dee-3e09-4a37-85e4-9756affd7f94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:35:45.344398 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:45.348547 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dd04a-6843-4c50-96fa-7cf49548bc92 req-f414ac11-3984-4685-8a38-f5d6a6da11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:45.350058 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-233dd04a-6843-4c50-96fa-7cf49548bc92 req-f414ac11-3984-4685-8a38-f5d6a6da11ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 200 len: 915 time: 0.0926516 Aug 09 11:35:45.357808 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b361cc-4a90-46a3-86b4-39f2cc02cce6 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:35:45.380037 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port c7b361cc-4a90-46a3-86b4-39f2cc02cce6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,segment=NetworkSegment(82725d5c-47de-4b5e-996e-147d6e0d6175),segment_id=82725d5c-47de-4b5e-996e-147d6e0d6175)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:45.384256 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:45.396387 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-233dd04a-6843-4c50-96fa-7cf49548bc92 req-da460c2f-2a7e-4c73-b10c-a6403b179e5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=100c9e2c-dd43-42f5-998c-2e4a5103abdf HTTP/1.1" status: 200 len: 217 time: 0.0359809 Aug 09 11:35:45.432774 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:45.450713 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dd04a-6843-4c50-96fa-7cf49548bc92 req-ce535b04-d5be-4575-aacc-c88278242fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:45.452174 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-233dd04a-6843-4c50-96fa-7cf49548bc92 req-ce535b04-d5be-4575-aacc-c88278242fd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4fa9b018-5f44-4241-9d8e-60b092191cc4 HTTP/1.1" status: 200 len: 854 time: 0.0447803 Aug 09 11:35:45.492954 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-233dd04a-6843-4c50-96fa-7cf49548bc92 req-8349255c-aa63-4f2c-aeab-211245e43aac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274127 Aug 09 11:35:45.583924 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-233dd04a-6843-4c50-96fa-7cf49548bc92 req-f065c658-3f5c-48c5-9c4a-484f78c6eab5 service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811942 Aug 09 11:35:45.682219 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-233dd04a-6843-4c50-96fa-7cf49548bc92 req-c6b5bd53-98a3-4f05-bce7-291fb8a12d85 service neutron] 10.222.0.10 "GET /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863457 Aug 09 11:35:45.862134 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae71d8-738a-41c1-a531-14304a5654fc req-06776576-3f6a-454c-bc0b-05584d029143 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:45.864121 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-88ae71d8-738a-41c1-a531-14304a5654fc req-06776576-3f6a-454c-bc0b-05584d029143 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0495515 Aug 09 11:35:45.908553 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-88ae71d8-738a-41c1-a531-14304a5654fc req-2f695c49-1bb3-4ad5-b382-5b79108fbcde tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380168 Aug 09 11:35:45.916515 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['c7b361cc-4a90-46a3-86b4-39f2cc02cce6'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:46.127084 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af8273-3bd7-4491-afd0-a7be82e17fe6 req-7bd8da26-3e03-4471-864c-ab0d5324120d tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:46.129161 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e8af8273-3bd7-4491-afd0-a7be82e17fe6 req-7bd8da26-3e03-4471-864c-ab0d5324120d tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 944 time: 0.0484033 Aug 09 11:35:46.195645 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e8af8273-3bd7-4491-afd0-a7be82e17fe6 req-cf14a129-071f-47c4-9949-0dc74b2cda0e tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600302 Aug 09 11:35:46.214730 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd81815-2a7a-4d05-9de4-4a3bdeab6853 req-b6c35b56-4c59-4360-ae1c-12796083f71e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:46.216418 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fd81815-2a7a-4d05-9de4-4a3bdeab6853 req-b6c35b56-4c59-4360-ae1c-12796083f71e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0671706 Aug 09 11:35:46.257487 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fd81815-2a7a-4d05-9de4-4a3bdeab6853 req-4e710a48-0ef5-42e9-821b-bef709f8149e tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Aug 09 11:35:46.329083 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153091-460a-4121-b596-177e200338a1 req-76a11bec-30c7-44cd-8696-9e1695cf0dcc tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:46.330737 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9153091-460a-4121-b596-177e200338a1 req-76a11bec-30c7-44cd-8696-9e1695cf0dcc tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 944 time: 0.0564315 Aug 09 11:35:46.376660 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9153091-460a-4121-b596-177e200338a1 req-6e8dd06f-cf8a-4680-87e6-f1a84d7496be tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357647 Aug 09 11:35:47.026640 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214cfa7-7314-4e57-bd4c-c61cb53c3429 req-304b3709-e236-46e6-8fb8-34e6a29bb5b0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:47.028137 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c214cfa7-7314-4e57-bd4c-c61cb53c3429 req-304b3709-e236-46e6-8fb8-34e6a29bb5b0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0506666 Aug 09 11:35:47.069812 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c214cfa7-7314-4e57-bd4c-c61cb53c3429 req-3415516a-dc9d-4e55-80a2-fcb5eccf354d tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355272 Aug 09 11:35:47.318498 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcca87b-4344-4539-bd33-87f71345434c req-219453a3-5510-42eb-8f0c-81567dfe04c0 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:47.320226 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9dcca87b-4344-4539-bd33-87f71345434c req-219453a3-5510-42eb-8f0c-81567dfe04c0 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 944 time: 0.0554254 Aug 09 11:35:47.383212 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-30b20d08-9c94-41c2-91f5-59a1bdbd6cd9 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:47.384725 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-30b20d08-9c94-41c2-91f5-59a1bdbd6cd9 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0517819 Aug 09 11:35:47.386883 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9dcca87b-4344-4539-bd33-87f71345434c req-f589637a-d6d2-43c3-9f66-58a4ebd911a3 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602295 Aug 09 11:35:47.404898 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136fec3-2111-44cc-9b69-90e02efe9df9 req-20767579-b8fc-4dff-a000-a8db479b549a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:47.406608 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d136fec3-2111-44cc-9b69-90e02efe9df9 req-20767579-b8fc-4dff-a000-a8db479b549a tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 946 time: 0.0733216 Aug 09 11:35:47.452888 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d136fec3-2111-44cc-9b69-90e02efe9df9 req-686c2a2b-ed47-43dd-9485-fb883c908ec7 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/security-groups?id=df9d5f04-cd8d-4b62-9fa1-2df60471f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370431 Aug 09 11:35:47.506054 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-bda380fa-6fdc-4a3d-877d-de2faaa06aaa tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Deleting port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:35:47.506404 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-bda380fa-6fdc-4a3d-877d-de2faaa06aaa tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:47.509171 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eca7d2-ef28-4b45-abd7-3c9b32e7f7d4 req-919b2668-f4ef-4795-a44b-dbfb3c7db049 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:47.510728 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91eca7d2-ef28-4b45-abd7-3c9b32e7f7d4 req-919b2668-f4ef-4795-a44b-dbfb3c7db049 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 944 time: 0.0569584 Aug 09 11:35:47.554353 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91eca7d2-ef28-4b45-abd7-3c9b32e7f7d4 req-0f38c126-da10-4e5b-b86e-fa5beb7b4369 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373652 Aug 09 11:35:47.610299 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-bda380fa-6fdc-4a3d-877d-de2faaa06aaa tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] For port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:47.610864 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-bda380fa-6fdc-4a3d-877d-de2faaa06aaa tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:47.631150 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-bda380fa-6fdc-4a3d-877d-de2faaa06aaa tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Calling delete_port for f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 owned by compute:nova {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:35:47.806878 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-bda380fa-6fdc-4a3d-877d-de2faaa06aaa tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:47.824068 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:47.836809 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda380fa-6fdc-4a3d-877d-de2faaa06aaa tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Pushing event deleted for resources: {'Port': ['ID=f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:47.879593 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-bda380fa-6fdc-4a3d-877d-de2faaa06aaa tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] No DVR routers for this DVR port f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 on host hv-cinder-80390 {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:35:47.882582 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-bda380fa-6fdc-4a3d-877d-de2faaa06aaa tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:47.884673 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-268feb9e-469b-413a-b7a6-e0bbf509cf9d req-bda380fa-6fdc-4a3d-877d-de2faaa06aaa tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.10 "DELETE /v2.0/ports/f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 HTTP/1.1" status: 204 len: 173 time: 0.4804382 Aug 09 11:35:47.885113 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d721a63-357f-41a7-88e5-16f4b09f4afd', 'name': 'network-vif-deleted', 'tag': 'f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:47.887356 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2620a379-38be-4efe-bf84-ac419ffe0439" -d '{"events": [{"server_uuid": "6d721a63-357f-41a7-88e5-16f4b09f4afd", "name": "network-vif-deleted", "tag": "f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:47.926722 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004b261e-27e3-42a2-9a95-73be661f3393 x-openstack-request-id: req-004b261e-27e3-42a2-9a95-73be661f3393 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:47.927009 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d721a63-357f-41a7-88e5-16f4b09f4afd", "name": "network-vif-deleted", "tag": "f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:47.927260 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-004b261e-27e3-42a2-9a95-73be661f3393 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:47.927655 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d721a63-357f-41a7-88e5-16f4b09f4afd', 'name': 'network-vif-deleted', 'tag': 'f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2', 'status': 'completed', 'code': 200} Aug 09 11:35:48.189377 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c07b5-f170-4a7c-b03d-770e738aa62e req-90c0cc6a-8580-46b8-9b7a-2318010f1997 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:48.190916 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e94c07b5-f170-4a7c-b03d-770e738aa62e req-90c0cc6a-8580-46b8-9b7a-2318010f1997 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0535479 Aug 09 11:35:48.231978 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e94c07b5-f170-4a7c-b03d-770e738aa62e req-66522c0f-3b04-4c0e-9e75-c1b352dafbe3 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348592 Aug 09 11:35:48.528582 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2990c-a54e-46fc-890e-95adc59e498f req-8166fdc9-2095-45a9-8cec-ac096cc0c978 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:48.530256 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01b2990c-a54e-46fc-890e-95adc59e498f req-8166fdc9-2095-45a9-8cec-ac096cc0c978 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 944 time: 0.0721681 Aug 09 11:35:48.589580 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01b2990c-a54e-46fc-890e-95adc59e498f req-f726a0d7-713d-45fd-b21e-9ece1f585cd0 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528572 Aug 09 11:35:48.611542 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-41682321-d02e-449f-97d2-d8311cc8e6ca req-c0518171-ee2e-4da2-9102-eb7f5c507ab8 tempest-ServerRescueNegativeTestJSON-1881257339 tempest-ServerRescueNegativeTestJSON-1881257339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d721a63-357f-41a7-88e5-16f4b09f4afd HTTP/1.1" status: 200 len: 210 time: 0.0386932 Aug 09 11:35:48.702167 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9bf9f-c831-45c8-b4d0-18d76bf9ddb6 req-12720977-dc22-4f4c-97e9-3c749b5be158 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:48.703718 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fbb9bf9f-c831-45c8-b4d0-18d76bf9ddb6 req-12720977-dc22-4f4c-97e9-3c749b5be158 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 944 time: 0.0538461 Aug 09 11:35:48.743015 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fbb9bf9f-c831-45c8-b4d0-18d76bf9ddb6 req-ab9836a4-d6f2-4cc8-9ff7-fc708288d9fc tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Aug 09 11:35:49.206311 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 100c9e2c-dd43-42f5-998c-2e4a5103abdf details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:35:49.210075 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device c7b361cc-4a90-46a3-86b4-39f2cc02cce6 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:49.356567 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port c7b361cc-4a90-46a3-86b4-39f2cc02cce6 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:35:49.363647 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port c7b361cc-4a90-46a3-86b4-39f2cc02cce6 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:49.364017 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:49.386116 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78568cc1-6ece-49ec-a661-0817b37f1e00 req-2192d6c7-c1ba-4f5c-a703-f743f2637c58 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:49.387664 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-78568cc1-6ece-49ec-a661-0817b37f1e00 req-2192d6c7-c1ba-4f5c-a703-f743f2637c58 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0635610 Aug 09 11:35:49.407981 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 100c9e2c-dd43-42f5-998c-2e4a5103abdf, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=100c9e2c-dd43-42f5-998c-2e4a5103abdf,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:49.421652 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '100c9e2c-dd43-42f5-998c-2e4a5103abdf', 'network_id': 'c117ee7e-fc0b-4f62-921d-6083d7d7fe3d', 'port_id': '100c9e2c-dd43-42f5-998c-2e4a5103abdf', 'mac_address': 'fa:16:3e:fa:3d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa9b018-5f44-4241-9d8e-60b092191cc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:35:49.433328 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-78568cc1-6ece-49ec-a661-0817b37f1e00 req-bed8788a-3e54-4add-8b06-f861768f21d7 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367420 Aug 09 11:35:49.492405 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:49.511403 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:49.513878 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100c9e2c-dd43-42f5-998c-2e4a5103abdf {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:35:49.547130 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 100c9e2c-dd43-42f5-998c-2e4a5103abdf, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=100c9e2c-dd43-42f5-998c-2e4a5103abdf,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:49.553359 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b7dca-0085-43bc-a4d1-cb9edd64c225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b361cc-4a90-46a3-86b4-39f2cc02cce6'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:49.555625 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80825ab3-78db-49a8-ba0b-392d29c91694" -d '{"events": [{"server_uuid": "230b7dca-0085-43bc-a4d1-cb9edd64c225", "name": "network-vif-plugged", "status": "completed", "tag": "c7b361cc-4a90-46a3-86b4-39f2cc02cce6"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:49.560597 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:49.594922 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port c7b361cc-4a90-46a3-86b4-39f2cc02cce6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,segment=NetworkSegment(82725d5c-47de-4b5e-996e-147d6e0d6175),segment_id=82725d5c-47de-4b5e-996e-147d6e0d6175)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:49.596742 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee920ae-27bf-48e7-acbd-16c343fc59ae x-openstack-request-id: req-6ee920ae-27bf-48e7-acbd-16c343fc59ae {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:49.597053 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b7dca-0085-43bc-a4d1-cb9edd64c225", "name": "network-vif-plugged", "status": "completed", "tag": "c7b361cc-4a90-46a3-86b4-39f2cc02cce6", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:49.597307 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ee920ae-27bf-48e7-acbd-16c343fc59ae {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:49.597734 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230b7dca-0085-43bc-a4d1-cb9edd64c225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b361cc-4a90-46a3-86b4-39f2cc02cce6', 'code': 200} Aug 09 11:35:49.600465 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:49.628064 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=100c9e2c-dd43-42f5-998c-2e4a5103abdf,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:49.690111 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:49.692119 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45018) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:49.761794 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00e7b-4cf1-44e9-ae77-dea43c614ac5 req-3be669f6-5d39-4116-8fe3-6232b97ad3cb tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:49.763470 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f5b00e7b-4cf1-44e9-ae77-dea43c614ac5 req-3be669f6-5d39-4116-8fe3-6232b97ad3cb tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.0681624 Aug 09 11:35:49.817688 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f5b00e7b-4cf1-44e9-ae77-dea43c614ac5 req-97019bac-34a4-4161-a8f0-540a03c58177 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Aug 09 11:35:49.900541 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659239f0-a1a5-4636-bfc5-3ad0a9a0319a req-814d9e00-dbb1-4a9b-8b37-f154510727ba tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:49.903178 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-659239f0-a1a5-4636-bfc5-3ad0a9a0319a req-814d9e00-dbb1-4a9b-8b37-f154510727ba tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 945 time: 0.0822878 Aug 09 11:35:49.917831 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['100c9e2c-dd43-42f5-998c-2e4a5103abdf'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:35:49.946211 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-659239f0-a1a5-4636-bfc5-3ad0a9a0319a req-99c4b635-f2fb-4578-9660-2a783691d268 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Aug 09 11:35:50.103678 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8215d-5048-4544-936c-81dc26eeec0c req-53342ec2-e3d0-4c76-a3e3-5e9f27c69a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:50.105077 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c0f8215d-5048-4544-936c-81dc26eeec0c req-53342ec2-e3d0-4c76-a3e3-5e9f27c69a74 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 1098 time: 0.3385689 Aug 09 11:35:50.205257 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c0f8215d-5048-4544-936c-81dc26eeec0c req-f0294c9b-2dce-4028-8588-3ae64dfbffc9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662570 Aug 09 11:35:50.441514 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660804'] for router_interface, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:50.561777 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e564f-a873-4191-803e-818658bd64d8 req-004835da-cfff-48fc-adde-d1669c8e2db0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:50.563331 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-942e564f-a873-4191-803e-818658bd64d8 req-004835da-cfff-48fc-adde-d1669c8e2db0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0547984 Aug 09 11:35:50.613953 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-942e564f-a873-4191-803e-818658bd64d8 req-485fad16-29d2-4d67-849d-9c2880be8d2b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403965 Aug 09 11:35:50.751334 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] Deleting port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:35:50.751908 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:50.837349 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] For port 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7,segment=NetworkSegment(bc69431a-8195-4bd8-9ede-bf90482f8332),segment_id=bc69431a-8195-4bd8-9ede-bf90482f8332)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:50.837744 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:50.851280 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] Calling delete_port for 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 owned by network:router_interface {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:35:50.945712 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97682-7b19-4f98-b48b-21266af1df7b req-54dcd0a5-0dfc-4a28-ac17-3bebb768d59b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:50.947343 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4da97682-7b19-4f98-b48b-21266af1df7b req-54dcd0a5-0dfc-4a28-ac17-3bebb768d59b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.0486493 Aug 09 11:35:50.988369 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4da97682-7b19-4f98-b48b-21266af1df7b req-063586f9-b9e4-4538-be3d-aa1242c20f21 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Aug 09 11:35:51.061122 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:51.074445 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8c5bb-45db-4a39-959f-22dfb146d42d req-2c3e03ef-0752-4ecf-8e06-3d4e582017e4 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:51.076021 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0a8c5bb-45db-4a39-959f-22dfb146d42d req-2c3e03ef-0752-4ecf-8e06-3d4e582017e4 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 945 time: 0.0548255 Aug 09 11:35:51.092043 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:51.116920 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0a8c5bb-45db-4a39-959f-22dfb146d42d req-2cdcb8fb-75bd-4423-a6d8-45bd3c5c2831 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Aug 09 11:35:51.210206 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:51.231820 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:35:51.232160 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device f3d9b1a8-e3ea-4aac-b6d9-5edf2b8fe3c2 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:51.245350 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659188'] for router_interface, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:51.470572 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] Router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:35:51.579533 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:35:51.584733 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-053435ea-c5c3-4a4d-b54d-cc9dbd5d4a10 admin admin] 10.222.0.30 "PUT /v2.0/routers/9ff75d6d-b24c-4440-b6b4-c63943e8a073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8906057 Aug 09 11:35:51.587582 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45028) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:51.590150 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] Sync routers for ids ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:35:51.601052 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] Routers {'9ff75d6d-b24c-4440-b6b4-c63943e8a073'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:35:51.601706 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:35:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:51.704645 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Notify callbacks [] for router, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:51.760840 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] Set router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:35:51.778689 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7279c-be4a-4cee-8c47-82d73328e0dc req-3c076105-09eb-4cd6-8e33-9743787de938 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:51.786306 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2b7279c-be4a-4cee-8c47-82d73328e0dc req-3c076105-09eb-4cd6-8e33-9743787de938 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0708296 Aug 09 11:35:51.836429 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2b7279c-be4a-4cee-8c47-82d73328e0dc req-ec518fc4-83b5-4669-9490-1438e0bd399e tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487800 Aug 09 11:35:51.847828 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:51.914163 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Deleting port 885b76ab-fc9b-4f7d-b575-a77bc1607e05 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:35:51.914510 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:51.986908 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-router', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:08Z', 'updated_at': '2021-08-09T11:35:51Z', 'revision_number': 5, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'gw_port': {'id': '885b76ab-fc9b-4f7d-b575-a77bc1607e05', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:09Z', 'updated_at': '2021-08-09T11:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:51.995239 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] For port 885b76ab-fc9b-4f7d-b575-a77bc1607e05, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=885b76ab-fc9b-4f7d-b575-a77bc1607e05,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:51.995597 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:52.012583 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Calling delete_port for 885b76ab-fc9b-4f7d-b575-a77bc1607e05 owned by network:router_gateway {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:35:52.013708 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] Checking router: 9ff75d6d-b24c-4440-b6b4-c63943e8a073 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:35:52.023207 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] Routers {'9ff75d6d-b24c-4440-b6b4-c63943e8a073'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:35:52.023827 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:35:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:52.114287 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea781ba3-a343-47f8-a0c2-6457fe02a952 req-e931236c-db6e-46cb-86da-9825684ec523 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:52.115120 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] Set router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:35:52.117729 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ea781ba3-a343-47f8-a0c2-6457fe02a952 req-e931236c-db6e-46cb-86da-9825684ec523 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.0510242 Aug 09 11:35:52.173246 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ea781ba3-a343-47f8-a0c2-6457fe02a952 req-22e201d0-acb4-4f36-a17b-f25a286e40a0 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Aug 09 11:35:52.219109 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-router', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:08Z', 'updated_at': '2021-08-09T11:35:51Z', 'revision_number': 6, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'gw_port_host': None}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:52.253951 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89087c-0b01-43d0-a195-28393f289a59 None None] The sync data for ids ['9ff75d6d-b24c-4440-b6b4-c63943e8a073'] in dv-cinder-803900-2-iscsi is: [{'id': '9ff75d6d-b24c-4440-b6b4-c63943e8a073', 'name': 'tempest-ServerRescueNegativeTestJSON-1119628106-router', 'tenant_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:08Z', 'updated_at': '2021-08-09T11:35:51Z', 'revision_number': 6, 'project_id': '7eb4bc7578154a97ad0f3f12560d9e94', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:35:52.285359 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:52.290470 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28a87b-237e-4c35-934c-1f7c3369a0cf req-0b9931a5-42a9-413f-bc0a-f232a2ba2d72 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:52.291846 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ba28a87b-237e-4c35-934c-1f7c3369a0cf req-0b9931a5-42a9-413f-bc0a-f232a2ba2d72 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 945 time: 0.0830836 Aug 09 11:35:52.376061 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ba28a87b-237e-4c35-934c-1f7c3369a0cf req-ec1a3c21-0179-4bae-9a15-b8cafc3bfbf6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589306 Aug 09 11:35:52.560132 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Pushing event deleted for resources: {'Port': ['ID=885b76ab-fc9b-4f7d-b575-a77bc1607e05,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:52.629864 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1660114'] for router_gateway, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:52.751268 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36587'] for router, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:52.754133 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:52.826118 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662930'] for router, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:52.826567 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff75d6d-b24c-4440-b6b4-c63943e8a073 {{(pid=93249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:35:52.831559 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:52.832734 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-d79c770f-a0b3-4b00-9423-2957a9a9a5af admin admin] 10.222.0.30 "DELETE /v2.0/routers/9ff75d6d-b24c-4440-b6b4-c63943e8a073 HTTP/1.1" status: 204 len: 168 time: 1.2442150 Aug 09 11:35:52.835359 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45048) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:52.890693 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e150fe3-a860-4b2a-ae26-55274432be65 admin admin] Deleting subnet 0523104a-2ef0-4032-abf2-fef702348741 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:35:52.894168 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1e150fe3-a860-4b2a-ae26-55274432be65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:52.934912 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1e150fe3-a860-4b2a-ae26-55274432be65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12834124'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:52.985406 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1e150fe3-a860-4b2a-ae26-55274432be65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:52.985732 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864d26b-519d-4829-b7fa-a5e706c6090f req-4c86cc14-31b9-4f1f-bb65-77429c4a8165 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:52.987270 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4864d26b-519d-4829-b7fa-a5e706c6090f req-4c86cc14-31b9-4f1f-bb65-77429c4a8165 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.0606551 Aug 09 11:35:53.044156 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4864d26b-519d-4829-b7fa-a5e706c6090f req-035ca9d8-aaa3-4c59-b0a8-ead466c11e9c tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&id=44168273-ec44-4a7e-bf8c-b0ba17feb037&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475929 Aug 09 11:35:53.059275 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1e150fe3-a860-4b2a-ae26-55274432be65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12821648'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.085605 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e150fe3-a860-4b2a-ae26-55274432be65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0523104a-2ef0-4032-abf2-fef702348741,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:53.089620 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1e150fe3-a860-4b2a-ae26-55274432be65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.091599 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-1e150fe3-a860-4b2a-ae26-55274432be65 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0523104a-2ef0-4032-abf2-fef702348741 HTTP/1.1" status: 204 len: 168 time: 0.2552927 Aug 09 11:35:53.094164 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45054) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:53.176614 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.211364 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:53.231671 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 100c9e2c-dd43-42f5-998c-2e4a5103abdf up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:35:53.233956 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:35:53.234298 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 51a1ebc3-0366-4bd3-91dd-8fc4a843b1b7 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:53.234702 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 885b76ab-fc9b-4f7d-b575-a77bc1607e05 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:35:53.261929 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.276537 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 885b76ab-fc9b-4f7d-b575-a77bc1607e05 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:35:53.276883 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 885b76ab-fc9b-4f7d-b575-a77bc1607e05 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:35:53.277551 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4f148c-85d6-4b09-b96d-6b1afc39a46b']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:53.297225 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc69431a-8195-4bd8-9ede-bf90482f8332') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:53.299813 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc69431a-8195-4bd8-9ede-bf90482f8332') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:53.308968 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12834139'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.317902 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 100c9e2c-dd43-42f5-998c-2e4a5103abdf completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:35:53.322815 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 100c9e2c-dd43-42f5-998c-2e4a5103abdf triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:35:53.323339 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.335779 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.344808 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:35:53.345209 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13264476'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: Traceback (most recent call last): Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: timer() Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: cb(*args, **kw) Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: return func(*args, **kwargs) Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: self._notify() Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: self.callback(batched_events) Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: event.method(event) Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: return f(self, *a, **k) Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._get(url).json() Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: return self.request(url, 'GET', **kwargs) Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:35:53.347245 dv-cinder-803900-2-iscsi neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:35:53.409016 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.419890 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.423059 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2d4f148c-85d6-4b09-b96d-6b1afc39a46b HTTP/1.1" status: 204 len: 168 time: 0.3278303 Aug 09 11:35:53.424091 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.436745 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591ca2f-8a0c-4c57-9a48-05a84dd18820 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4f148c-85d6-4b09-b96d-6b1afc39a46b,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:53.462093 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ec1c7-d0f6-48f3-8c80-8044441a5181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100c9e2c-dd43-42f5-998c-2e4a5103abdf'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:35:53.466408 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b769a5-53ee-49e8-a664-d062108dde5f" -d '{"events": [{"server_uuid": "fb9ec1c7-d0f6-48f3-8c80-8044441a5181", "name": "network-vif-plugged", "status": "completed", "tag": "100c9e2c-dd43-42f5-998c-2e4a5103abdf"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:35:53.483258 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 100c9e2c-dd43-42f5-998c-2e4a5103abdf, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=100c9e2c-dd43-42f5-998c-2e4a5103abdf,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:35:53.490378 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.543847 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea7cff4-dafc-438a-b5a8-86277e3f5b10 x-openstack-request-id: req-cea7cff4-dafc-438a-b5a8-86277e3f5b10 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:35:53.544466 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9ec1c7-d0f6-48f3-8c80-8044441a5181", "name": "network-vif-plugged", "status": "completed", "tag": "100c9e2c-dd43-42f5-998c-2e4a5103abdf", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:35:53.544792 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cea7cff4-dafc-438a-b5a8-86277e3f5b10 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:35:53.545307 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ec1c7-d0f6-48f3-8c80-8044441a5181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100c9e2c-dd43-42f5-998c-2e4a5103abdf', 'code': 200} Aug 09 11:35:53.578656 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=100c9e2c-dd43-42f5-998c-2e4a5103abdf,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:53.591758 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de166a72-166f-4fbe-81e0-5a2d3a7b9bed req-e0f13dbd-0aed-46b7-8f22-34188ad46598 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:53.593345 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de166a72-166f-4fbe-81e0-5a2d3a7b9bed req-e0f13dbd-0aed-46b7-8f22-34188ad46598 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0885596 Aug 09 11:35:53.645002 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de166a72-166f-4fbe-81e0-5a2d3a7b9bed req-ef4b9427-af79-41d1-bd60-e85a48fad51b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444834 Aug 09 11:35:53.727790 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45064) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:53.750369 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000d1cf-7bb8-415d-9ab3-6690e4ea2602 req-4116b126-9a85-4dae-b69f-d0bca16011b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:53.752049 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-d000d1cf-7bb8-415d-9ab3-6690e4ea2602 req-4116b126-9a85-4dae-b69f-d0bca16011b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 1099 time: 0.0431902 Aug 09 11:35:53.770627 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2e3ac621-8dea-4a77-8494-277af3d3911e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7eb4bc7578154a97ad0f3f12560d9e94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416515 Aug 09 11:35:53.773138 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45066) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:53.791885 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-d000d1cf-7bb8-415d-9ab3-6690e4ea2602 req-da0c5001-c7c0-4752-b9c1-5ee6aefaeb0c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Aug 09 11:35:53.824705 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d36b3782-2e09-4ae3-8800-d284185650a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.845762 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d36b3782-2e09-4ae3-8800-d284185650a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.891207 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d36b3782-2e09-4ae3-8800-d284185650a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.894678 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d36b3782-2e09-4ae3-8800-d284185650a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:53.895832 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d36b3782-2e09-4ae3-8800-d284185650a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df9d5f04-cd8d-4b62-9fa1-2df60471f799 HTTP/1.1" status: 204 len: 168 time: 0.1217496 Aug 09 11:35:53.903526 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b3782-2e09-4ae3-8800-d284185650a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9d5f04-cd8d-4b62-9fa1-2df60471f799,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:54.603709 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45088) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:54.717701 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-547813003-network', 'tenant_id': 'cb48cbdfda394662aa0a881a14739156'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:54.745831 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Made reservation on behalf of cb48cbdfda394662aa0a881a14739156 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:54.748611 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:54.761472 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:54.780062 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269d4a7-5f3e-46f3-a325-990c31563b78 req-e7a72a88-3707-47a6-be1a-0fec83466252 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:54.781658 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9269d4a7-5f3e-46f3-a325-990c31563b78 req-e7a72a88-3707-47a6-be1a-0fec83466252 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0638933 Aug 09 11:35:54.827195 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9269d4a7-5f3e-46f3-a325-990c31563b78 req-3c74ae6c-56bb-4879-8f3a-7990169f8739 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372233 Aug 09 11:35:54.863267 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:54.869909 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:54.894555 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:35:54.911538 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0385c28d-24f1-4225-af17-e03be0cd831c,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:54.914477 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:54.914816 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Added segment a9090344-6498-47f3-8b02-c192d2507b5a of type vlan for network 29ed4399-f07d-424e-b8db-2940ee468b6d Aug 09 11:35:54.954627 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:54.986331 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:54.987384 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:54.988004 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:55.041495 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4341455 Aug 09 11:35:55.041909 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45096) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:55.047036 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Request body: {'subnet': {'network_id': '29ed4399-f07d-424e-b8db-2940ee468b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-547813003-subnet', 'tenant_id': 'cb48cbdfda394662aa0a881a14739156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:55.049793 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b2661-549c-4dfb-b9d3-325811514650 admin admin] Pushing event updated for resources: {'Network': ['ID=29ed4399-f07d-424e-b8db-2940ee468b6d,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:55.061054 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 29ed4399-f07d-424e-b8db-2940ee468b6d details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:35:55.069086 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Made reservation on behalf of cb48cbdfda394662aa0a881a14739156 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:55.071511 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:55.241945 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:55.298661 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=256cee7b-4c6a-4563-a10e-3d0d780a5ce2,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:55.309447 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Checking segment: {'id': 'a9090344-6498-47f3-8b02-c192d2507b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '29ed4399-f07d-424e-b8db-2940ee468b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:35:55.309832 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Network hostable DHCP agents. Network: 29ed4399-f07d-424e-b8db-2940ee468b6d, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:35:55.326027 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Network 29ed4399-f07d-424e-b8db-2940ee468b6d is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:35:55.335389 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 29ed4399-f07d-424e-b8db-2940ee468b6d) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:55.339561 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:55.340150 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:55.344891 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64022fe-afec-4f4a-b71e-739a752b714d None None] Network 29ed4399-f07d-424e-b8db-2940ee468b6d requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:35:55.354195 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a9e3229a-7d7c-472e-8cf6-2c828dadd346 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3111603 Aug 09 11:35:55.479448 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb1b7f6-eb59-46b9-a398-da62cc17d563 None None] Network 29ed4399-f07d-424e-b8db-2940ee468b6d requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:35:55.840620 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45116) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:55.845640 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1574730671-network', 'tenant_id': '5b64f5896f86420ca478769816589be2'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:55.867860 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Made reservation on behalf of 5b64f5896f86420ca478769816589be2 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:55.870464 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:55.883771 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:55.954136 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299668a-f2d3-4f78-9f26-42944ffe4983 req-56019bf0-d9b7-43c3-bd07-e3a466e75d77 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:55.955782 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b299668a-f2d3-4f78-9f26-42944ffe4983 req-56019bf0-d9b7-43c3-bd07-e3a466e75d77 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0523696 Aug 09 11:35:55.973272 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:55.977224 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:55.994080 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b299668a-f2d3-4f78-9f26-42944ffe4983 req-f6be69c2-ae4d-4cdc-86c1-ad978a19ff2b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Aug 09 11:35:56.001634 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:35:56.012256 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff60f07-0112-46bc-82c1-0c792d1aeae7,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:56.016962 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.017380 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Added segment 6fab4da2-0e46-447c-b7f6-9664b72a2644 of type vlan for network 6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a Aug 09 11:35:56.057000 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.086447 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.087521 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:56.088115 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.141068 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2993410 Aug 09 11:35:56.144539 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45122) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:56.150934 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Request body: {'subnet': {'network_id': '6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1574730671-subnet', 'tenant_id': '5b64f5896f86420ca478769816589be2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:35:56.153113 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf61de-f445-47bb-a7d8-aa3d19b82484 admin admin] Pushing event updated for resources: {'Network': ['ID=6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:56.167309 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:35:56.178207 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Made reservation on behalf of 5b64f5896f86420ca478769816589be2 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:35:56.181041 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.390381 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.444949 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3db0cb7-cf30-403c-9454-1a892a54a413,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:56.455677 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Checking segment: {'id': '6fab4da2-0e46-447c-b7f6-9664b72a2644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:35:56.456024 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Network hostable DHCP agents. Network: 6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:35:56.472516 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Network 6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:35:56.481709 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:35:56.485610 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:35:56.486189 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.490916 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00ad32-4119-45bc-beb5-d13bf8529cc5 None None] Network 6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:35:56.502303 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-072eccbb-e95e-4a23-8e64-06a108aeb0f6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3563039 Aug 09 11:35:56.628852 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45130) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:56.674869 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbc1e7f-3f4b-46b5-8dde-8193ec473365 None None] Network 6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:35:56.680088 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-31383c03-0602-4af8-822c-1a3ee7801e1b admin admin] Deleting subnet 256cee7b-4c6a-4563-a10e-3d0d780a5ce2 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:35:56.683652 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-31383c03-0602-4af8-822c-1a3ee7801e1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.724623 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-31383c03-0602-4af8-822c-1a3ee7801e1b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.730342 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-31383c03-0602-4af8-822c-1a3ee7801e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.787048 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-31383c03-0602-4af8-822c-1a3ee7801e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.814229 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31383c03-0602-4af8-822c-1a3ee7801e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=256cee7b-4c6a-4563-a10e-3d0d780a5ce2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:56.816735 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-31383c03-0602-4af8-822c-1a3ee7801e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.818665 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-31383c03-0602-4af8-822c-1a3ee7801e1b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/256cee7b-4c6a-4563-a10e-3d0d780a5ce2 HTTP/1.1" status: 204 len: 168 time: 0.1883659 Aug 09 11:35:56.821567 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45132) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:56.906383 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:56.989593 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.001695 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.002038 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.002802 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.003188 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > port after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.004028 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.004378 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > port after_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.004697 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.005037 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.005349 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.006388 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.130356 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.130617 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.131204 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.131530 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:35:57.131903 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ed4399-f07d-424e-b8db-2940ee468b6d']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:57.149560 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9090344-6498-47f3-8b02-c192d2507b5a') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:57.149839 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9090344-6498-47f3-8b02-c192d2507b5a') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:57.165547 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14619026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.191872 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.200859 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:35:57.201328 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14597318'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: from cryptography.utils import int_from_bytes Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: from cryptography.utils import int_from_bytes Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: timer() Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: cb(*args, **kw) Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: self._notify() Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: self.callback(batched_events) Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: event.method(event) Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._get(url).json() Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:35:57.205861 dv-cinder-803900-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:35:57.261778 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.268825 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.274342 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] 10.222.0.30 "DELETE /v2.0/networks/29ed4399-f07d-424e-b8db-2940ee468b6d HTTP/1.1" status: 204 len: 168 time: 0.4484029 Aug 09 11:35:57.275293 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45136) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:57.291744 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df622e5-34f1-4653-8a2c-fd18ef36db6e admin admin] Pushing event deleted for resources: {'Network': ['ID=29ed4399-f07d-424e-b8db-2940ee468b6d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:57.329269 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e773ca-95a3-4468-a024-b5f373c95029 admin admin] Deleting subnet f3db0cb7-cf30-403c-9454-1a892a54a413 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:35:57.332762 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-07e773ca-95a3-4468-a024-b5f373c95029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.371869 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-07e773ca-95a3-4468-a024-b5f373c95029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14619013'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.413812 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-07e773ca-95a3-4468-a024-b5f373c95029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.486110 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-07e773ca-95a3-4468-a024-b5f373c95029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14597144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12896269'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.514708 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e773ca-95a3-4468-a024-b5f373c95029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3db0cb7-cf30-403c-9454-1a892a54a413,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:57.521738 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-07e773ca-95a3-4468-a024-b5f373c95029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.523386 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-07e773ca-95a3-4468-a024-b5f373c95029 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f3db0cb7-cf30-403c-9454-1a892a54a413 HTTP/1.1" status: 204 len: 168 time: 0.2471259 Aug 09 11:35:57.525958 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45144) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:57.605478 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.693192 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.703915 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:57.714447 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fab4da2-0e46-447c-b7f6-9664b72a2644') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:57.714788 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fab4da2-0e46-447c-b7f6-9664b72a2644') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:35:57.724640 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14619026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.742851 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.749213 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:35:57.749639 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14597318'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: timer() Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: cb(*args, **kw) Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: self._notify() Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: self.callback(batched_events) Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: event.method(event) Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._get(url).json() Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:35:57.751353 dv-cinder-803900-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:35:57.819080 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.826122 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.828009 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] 10.222.0.30 "DELETE /v2.0/networks/6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a HTTP/1.1" status: 204 len: 168 time: 0.3011327 Aug 09 11:35:57.837725 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e077b-448e-47e3-a3b7-3f17221fd88c admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfe8725-5bba-4a29-8d2c-8d7b0a604a3a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:57.991619 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45156) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:58.031479 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6846d46d-5dd0-4bd3-a6ab-2050c565c71a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb48cbdfda394662aa0a881a14739156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387104 Aug 09 11:35:58.033993 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45158) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:58.068138 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9adcb402-06e9-4433-b320-a7d38ed618d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:58.082387 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-929ad3b3-3898-4bfc-9eaf-2242f5b7f636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:58.103493 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-929ad3b3-3898-4bfc-9eaf-2242f5b7f636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:58.153669 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-929ad3b3-3898-4bfc-9eaf-2242f5b7f636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:58.156107 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-929ad3b3-3898-4bfc-9eaf-2242f5b7f636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:58.157324 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-929ad3b3-3898-4bfc-9eaf-2242f5b7f636 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0385c28d-24f1-4225-af17-e03be0cd831c HTTP/1.1" status: 204 len: 168 time: 0.1223979 Aug 09 11:35:58.166086 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ad3b3-3898-4bfc-9eaf-2242f5b7f636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0385c28d-24f1-4225-af17-e03be0cd831c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:58.472791 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45164) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:58.512312 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6927c3d6-732c-4d27-b939-618dd4c6932b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b64f5896f86420ca478769816589be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383711 Aug 09 11:35:58.514847 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45166) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:58.569361 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a7b49460-21ef-4e60-9048-e38e79856fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:58.590204 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a7b49460-21ef-4e60-9048-e38e79856fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:58.636915 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a7b49460-21ef-4e60-9048-e38e79856fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:58.639409 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a7b49460-21ef-4e60-9048-e38e79856fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:58.640549 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a7b49460-21ef-4e60-9048-e38e79856fcc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ff60f07-0112-46bc-82c1-0c792d1aeae7 HTTP/1.1" status: 204 len: 168 time: 0.1247001 Aug 09 11:35:58.648976 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b49460-21ef-4e60-9048-e38e79856fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff60f07-0112-46bc-82c1-0c792d1aeae7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:00.725927 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3f21e1f9-334c-457b-8a46-a3fdef98e8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:00.938751 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:01.952967 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:03.478087 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:05.164073 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:07.665665 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:36:14.202304 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fabd0-b349-40c7-a6e5-845495387990 req-696c7fe6-f127-4f00-9384-5e7ea1479fc3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:14.203689 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9f4fabd0-b349-40c7-a6e5-845495387990 req-696c7fe6-f127-4f00-9384-5e7ea1479fc3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0472920 Aug 09 11:36:14.244848 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9f4fabd0-b349-40c7-a6e5-845495387990 req-9cb78101-5143-4763-9540-c5ed4f54bffd tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341811 Aug 09 11:36:15.359605 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aa956-eb0f-45c8-aa90-997b01db7874 req-4e5a3870-d917-47dc-b89b-ef6eb4d1a90e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:15.361065 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e69aa956-eb0f-45c8-aa90-997b01db7874 req-4e5a3870-d917-47dc-b89b-ef6eb4d1a90e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0481226 Aug 09 11:36:15.399099 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e69aa956-eb0f-45c8-aa90-997b01db7874 req-c47188ce-7f0a-4e05-be2f-81cfa8234e59 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320871 Aug 09 11:36:16.514512 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6780c1-eac0-4c1f-b075-31517fcc1149 req-7239c876-2654-4fcb-a4e8-5e41e45ed9ef tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:16.515994 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed6780c1-eac0-4c1f-b075-31517fcc1149 req-7239c876-2654-4fcb-a4e8-5e41e45ed9ef tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0495872 Aug 09 11:36:16.554082 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed6780c1-eac0-4c1f-b075-31517fcc1149 req-388ded92-1b7f-40ed-907e-0a80c30805b0 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314569 Aug 09 11:36:17.668781 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0301a4c-b1fb-4c01-a2b1-f5463073a29d req-07ce4c2a-0db8-4913-9bb8-64e0de20875b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:17.670333 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0301a4c-b1fb-4c01-a2b1-f5463073a29d req-07ce4c2a-0db8-4913-9bb8-64e0de20875b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0493116 Aug 09 11:36:17.715836 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0301a4c-b1fb-4c01-a2b1-f5463073a29d req-5cf2ea8b-d566-45c7-99fd-f5297c6077c6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380251 Aug 09 11:36:18.837132 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d77084-376b-4e59-9b42-3b2eb2d136c5 req-d0ab60f8-4b31-48eb-9c1d-3b1ed381e51b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:18.838516 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0d77084-376b-4e59-9b42-3b2eb2d136c5 req-d0ab60f8-4b31-48eb-9c1d-3b1ed381e51b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0529444 Aug 09 11:36:18.875178 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0d77084-376b-4e59-9b42-3b2eb2d136c5 req-6ee0c662-90c9-4ee0-9655-ae3c9f00e046 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307865 Aug 09 11:36:19.995513 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf634e2-c2a7-4742-a8e2-311b796981df req-c4c87855-e70a-49e0-bd25-702687565fce tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:19.996984 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cf634e2-c2a7-4742-a8e2-311b796981df req-c4c87855-e70a-49e0-bd25-702687565fce tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0482206 Aug 09 11:36:20.036762 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7cf634e2-c2a7-4742-a8e2-311b796981df req-d7859bca-5716-4f8a-8921-8f22139bfcf7 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Aug 09 11:36:20.818555 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570a76b-07f6-41a6-a16f-594207f1bbdc req-ebe94451-e940-4a65-b836-3a7a033e8b45 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:20.819958 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c570a76b-07f6-41a6-a16f-594207f1bbdc req-ebe94451-e940-4a65-b836-3a7a033e8b45 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.0731454 Aug 09 11:36:20.827407 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054be89-353b-4ffe-bc7e-848b660deb95 req-a4d1b5e9-4bef-4f80-8e61-d62db4061fdb tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:20.828959 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7054be89-353b-4ffe-bc7e-848b660deb95 req-a4d1b5e9-4bef-4f80-8e61-d62db4061fdb tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0907850 Aug 09 11:36:20.879309 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c570a76b-07f6-41a6-a16f-594207f1bbdc req-bdd20e62-f521-475e-8845-2a36eb9db06a tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492475 Aug 09 11:36:20.892272 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7054be89-353b-4ffe-bc7e-848b660deb95 req-e6c7781f-0b8f-48e9-8041-38b9486438f8 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484409 Aug 09 11:36:21.156654 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ffe65-b70c-42c8-9dd4-592deb8a5fb7 req-05a689c4-e0ca-42e0-ad81-24fbb75c46ab tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:21.158156 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b5ffe65-b70c-42c8-9dd4-592deb8a5fb7 req-05a689c4-e0ca-42e0-ad81-24fbb75c46ab tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0508959 Aug 09 11:36:21.197981 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b5ffe65-b70c-42c8-9dd4-592deb8a5fb7 req-9302ee83-7465-424a-95c7-c8f59a6c846f tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332770 Aug 09 11:36:22.051126 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176f1f5-d1ca-490a-bba9-7c196d24ec12 req-30c6e795-bb57-46b7-9259-167fb9ecb179 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:22.052590 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6176f1f5-d1ca-490a-bba9-7c196d24ec12 req-30c6e795-bb57-46b7-9259-167fb9ecb179 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0877182 Aug 09 11:36:22.059793 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e19b67-a8f3-45b6-9fd8-9f00369bc4b4 req-fcaae6c8-7cc7-4089-86c9-98e9b05075d6 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:22.061167 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6e19b67-a8f3-45b6-9fd8-9f00369bc4b4 req-fcaae6c8-7cc7-4089-86c9-98e9b05075d6 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.1051977 Aug 09 11:36:22.116724 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6176f1f5-d1ca-490a-bba9-7c196d24ec12 req-cac2d7f1-4414-4f29-9427-bbc0efa5a64a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545828 Aug 09 11:36:22.119606 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c6e19b67-a8f3-45b6-9fd8-9f00369bc4b4 req-3ad6ca32-cef2-4b1a-92ac-f5aeadcb73ab tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515752 Aug 09 11:36:22.311130 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b6f6e-0319-4f4d-9c73-7e1b97ba6f8d req-b15a98d0-3d31-48b2-bfcd-124ea4b74931 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:22.312612 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-be0b6f6e-0319-4f4d-9c73-7e1b97ba6f8d req-b15a98d0-3d31-48b2-bfcd-124ea4b74931 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0480049 Aug 09 11:36:22.354457 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-be0b6f6e-0319-4f4d-9c73-7e1b97ba6f8d req-7a2e040b-ae56-46d3-8c5a-6e7d8e7a58d2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352733 Aug 09 11:36:23.263761 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d98574-df65-412e-9cda-8221bc134601 req-ee19bd35-a366-4a84-9219-09f1b5ae6d2f tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:23.265245 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2d98574-df65-412e-9cda-8221bc134601 req-ee19bd35-a366-4a84-9219-09f1b5ae6d2f tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.0759983 Aug 09 11:36:23.273430 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6bfc-3c8d-4365-84b6-80c98620b5ef req-6b59e0c5-d97e-49a1-aa11-d9dc5559de4f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:23.274858 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cdfd6bfc-3c8d-4365-84b6-80c98620b5ef req-6b59e0c5-d97e-49a1-aa11-d9dc5559de4f tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0838110 Aug 09 11:36:23.328015 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d2d98574-df65-412e-9cda-8221bc134601 req-ea3277b9-7fbe-43b9-b7cb-43af6d289e18 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522182 Aug 09 11:36:23.332697 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cdfd6bfc-3c8d-4365-84b6-80c98620b5ef req-4727f9e0-066e-4548-afd6-c41edb327155 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510879 Aug 09 11:36:23.469571 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb6fb9-5995-4f4d-9f19-9d37c3c3c141 req-a4ab3861-ed91-4835-b583-d2205966a3cb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:23.471030 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fedb6fb9-5995-4f4d-9f19-9d37c3c3c141 req-a4ab3861-ed91-4835-b583-d2205966a3cb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0506406 Aug 09 11:36:23.507606 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fedb6fb9-5995-4f4d-9f19-9d37c3c3c141 req-7a49f1d9-28d7-4607-82a2-559835eda719 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300512 Aug 09 11:36:24.468601 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5930ef-7ab7-4e88-b752-00f3a9facedb req-f2fbd97a-75d4-4c53-a89d-65056c3e4c1f tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:24.470317 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef5930ef-7ab7-4e88-b752-00f3a9facedb req-f2fbd97a-75d4-4c53-a89d-65056c3e4c1f tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.0756021 Aug 09 11:36:24.483716 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03a149-87a0-447f-9b9c-8a9ba7d5cb85 req-267531fa-b9ba-41b7-a9e0-32b2b9320c02 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:24.485365 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd03a149-87a0-447f-9b9c-8a9ba7d5cb85 req-267531fa-b9ba-41b7-a9e0-32b2b9320c02 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0812843 Aug 09 11:36:24.542309 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef5930ef-7ab7-4e88-b752-00f3a9facedb req-28d02c3d-96ca-4a0b-8a4b-d90b3fbe5699 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558822 Aug 09 11:36:24.550001 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dd03a149-87a0-447f-9b9c-8a9ba7d5cb85 req-28690d79-6b01-4952-a468-795bb03dbd30 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558863 Aug 09 11:36:24.648251 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7d96b-09a9-4552-8e16-81330a482ec4 req-a030a8ee-43ac-4f62-a812-821ebecf5195 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:24.649673 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bd7d96b-09a9-4552-8e16-81330a482ec4 req-a030a8ee-43ac-4f62-a812-821ebecf5195 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0507014 Aug 09 11:36:24.688190 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bd7d96b-09a9-4552-8e16-81330a482ec4 req-c484e040-114d-419e-bdd6-379088b59003 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Aug 09 11:36:25.182385 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-eae18457-924a-4f30-8ae3-dddccfc8f149 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438170 Aug 09 11:36:25.262117 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-c032bca5-a881-48f5-8c30-33d50581fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:25.263641 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-c032bca5-a881-48f5-8c30-33d50581fe92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 1099 time: 0.0457532 Aug 09 11:36:25.383315 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-70bd376f-fe21-4ddb-8caa-6db1f44be0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:25.384795 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-70bd376f-fe21-4ddb-8caa-6db1f44be0da service neutron] 10.222.0.10 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 918 time: 0.0888865 Aug 09 11:36:25.459042 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-784dd7fd-eefc-464c-b143-801d6e627dea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b9646a-05df-407b-ae45-2dc480b07c69 HTTP/1.1" status: 200 len: 1001 time: 0.0589442 Aug 09 11:36:25.516046 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-3e4d6a2c-a96c-44e7-9d68-c1f626a98b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:25.517515 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-3e4d6a2c-a96c-44e7-9d68-c1f626a98b8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 200 len: 856 time: 0.0473120 Aug 09 11:36:25.569310 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-1a3afcf4-ea28-498b-9c11-5fad53a6e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:25.570866 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-1a3afcf4-ea28-498b-9c11-5fad53a6e0f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61368b8c-3f63-4abc-860d-c08b2be3a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445137 Aug 09 11:36:25.667948 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-27e45735-dd57-4c64-acb0-06ede9228080 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841756 Aug 09 11:36:25.683666 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962e880-6850-4eab-a37b-10429de2791b req-0c7210d1-04d7-440b-8e34-6c910ae6605d tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:25.685143 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0962e880-6850-4eab-a37b-10429de2791b req-0c7210d1-04d7-440b-8e34-6c910ae6605d tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.0732689 Aug 09 11:36:25.695984 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafa378-3176-41ba-bee2-f0ddab1cbceb req-626c0a81-988e-4c94-bbf7-5db2becc0e59 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:25.697410 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5dafa378-3176-41ba-bee2-f0ddab1cbceb req-626c0a81-988e-4c94-bbf7-5db2becc0e59 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0768764 Aug 09 11:36:25.753821 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0962e880-6850-4eab-a37b-10429de2791b req-4a791567-7873-4630-a48f-bfe7081853b2 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553951 Aug 09 11:36:25.758969 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5dafa378-3176-41ba-bee2-f0ddab1cbceb req-c180fd13-7233-43fe-8239-9a4dc702d396 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 Aug 09 11:36:25.766238 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-4983c99a-84a4-4f60-a0d7-df89d0c52d40 req-181b95a7-1b00-4aa0-8b51-64c672295161 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881813 Aug 09 11:36:25.863304 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2e0fd-b42f-4435-b77a-fd32450c3cd0 req-fc6c73b9-f114-4f5b-b34c-7b612e4dbdfb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:25.864782 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40b2e0fd-b42f-4435-b77a-fd32450c3cd0 req-fc6c73b9-f114-4f5b-b34c-7b612e4dbdfb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0543938 Aug 09 11:36:25.902552 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40b2e0fd-b42f-4435-b77a-fd32450c3cd0 req-f197abb1-3c31-45b7-aa77-23d26911af10 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317848 Aug 09 11:36:26.907510 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ad415-f0f4-4e51-840f-dc8d541ef123 req-8633e930-9f03-4da1-8a27-c0f2dfcfd40b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:26.909643 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-418ad415-f0f4-4e51-840f-dc8d541ef123 req-8633e930-9f03-4da1-8a27-c0f2dfcfd40b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.0847318 Aug 09 11:36:26.920296 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fff5ad-73b8-44af-8a15-ac2693cc3c40 req-aa280d2d-bebd-4d98-9179-b919287ce132 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:26.921719 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59fff5ad-73b8-44af-8a15-ac2693cc3c40 req-aa280d2d-bebd-4d98-9179-b919287ce132 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0890818 Aug 09 11:36:26.977239 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-418ad415-f0f4-4e51-840f-dc8d541ef123 req-88296fa7-62ca-4337-a1d2-6b4719149197 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545042 Aug 09 11:36:26.979936 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59fff5ad-73b8-44af-8a15-ac2693cc3c40 req-dc21c724-b443-4d63-9d0a-1748c0f1f26c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Aug 09 11:36:27.079888 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d7636-e090-4fd8-9760-5383a2c5aad5 req-1fbb40fd-3364-4926-a26e-c5535a38f182 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:27.081770 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d48d7636-e090-4fd8-9760-5383a2c5aad5 req-1fbb40fd-3364-4926-a26e-c5535a38f182 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0466852 Aug 09 11:36:27.117961 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d48d7636-e090-4fd8-9760-5383a2c5aad5 req-885bbba8-f5ff-4cb8-abd1-9348d9b5f559 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303035 Aug 09 11:36:28.069623 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4793-e101-4975-b294-b9474198da84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:28.345618 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593144-2b21-4dbd-a0c9-ce065d2b4600 req-e2028024-c525-418d-b54c-1e687ab86c0c tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:28.347631 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-72593144-2b21-4dbd-a0c9-ce065d2b4600 req-e2028024-c525-418d-b54c-1e687ab86c0c tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.3007803 Aug 09 11:36:28.355709 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82211b9-6304-4de5-b241-a3237a6c3ea1 req-5e3a6180-1af6-4270-842b-12fcd0e0ee3e tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:28.357088 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c82211b9-6304-4de5-b241-a3237a6c3ea1 req-5e3a6180-1af6-4270-842b-12fcd0e0ee3e tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.3018043 Aug 09 11:36:28.409582 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-72593144-2b21-4dbd-a0c9-ce065d2b4600 req-61f28b65-ee7b-46f6-b30d-78fa05c5d7a7 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509427 Aug 09 11:36:28.418836 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c82211b9-6304-4de5-b241-a3237a6c3ea1 req-1ab19ed0-e4bc-45d9-a851-e5ba7610a1e1 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543587 Aug 09 11:36:28.511514 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73122c0-b5b4-4122-9800-2313f1fc97d9 req-8bcaabec-7863-4cfe-8c52-ebbf394fc1fc tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:28.513057 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b73122c0-b5b4-4122-9800-2313f1fc97d9 req-8bcaabec-7863-4cfe-8c52-ebbf394fc1fc tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0490355 Aug 09 11:36:28.554727 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b73122c0-b5b4-4122-9800-2313f1fc97d9 req-e09f70d4-4833-4543-a713-2b1d0ae9f42b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342834 Aug 09 11:36:29.558145 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcc7af-22eb-4117-9470-fdd883c17113 req-46d6c9e2-cf48-4552-a4a5-f2e28b16f74f tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:29.559534 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-09bcc7af-22eb-4117-9470-fdd883c17113 req-46d6c9e2-cf48-4552-a4a5-f2e28b16f74f tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.0793824 Aug 09 11:36:29.567376 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0e0e-d8e5-4079-ba69-9262c2cca264 req-0b322137-c299-40b7-9bc0-7adecaa13fa0 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:29.568817 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe0e0e0e-d8e5-4079-ba69-9262c2cca264 req-0b322137-c299-40b7-9bc0-7adecaa13fa0 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0793045 Aug 09 11:36:29.623814 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-09bcc7af-22eb-4117-9470-fdd883c17113 req-7a0c9934-dae2-46cf-a91c-d0181b677eea tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed36fec7-3bc4-4226-be0f-5ad5905f4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540569 Aug 09 11:36:29.629510 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe0e0e0e-d8e5-4079-ba69-9262c2cca264 req-8bd2d067-00d5-4210-b3d5-17cf87ea8790 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537922 Aug 09 11:36:29.781447 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf0d49-c31f-473e-a148-9951cb7c148f req-b1433cd2-6d30-4197-987e-03241d96c12b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:29.782696 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50cf0d49-c31f-473e-a148-9951cb7c148f req-b1433cd2-6d30-4197-987e-03241d96c12b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0827370 Aug 09 11:36:29.784544 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-ec463c16-fdf8-4969-bbcd-0086778483bb tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:29.786295 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-ec463c16-fdf8-4969-bbcd-0086778483bb tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 946 time: 0.0567746 Aug 09 11:36:29.796369 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-caf136a6-fb5e-4d10-9034-5539f379385c tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:29.797860 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-caf136a6-fb5e-4d10-9034-5539f379385c tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.10 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 945 time: 0.0679016 Aug 09 11:36:29.868676 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50cf0d49-c31f-473e-a148-9951cb7c148f req-ab21a885-0049-4642-81bb-36dfc3af190d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697281 Aug 09 11:36:29.907333 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Deleting port 100c9e2c-dd43-42f5-998c-2e4a5103abdf {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:36:29.907752 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:29.917649 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Deleting port c7b361cc-4a90-46a3-86b4-39f2cc02cce6 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:36:29.917989 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:29.998568 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] For port 100c9e2c-dd43-42f5-998c-2e4a5103abdf, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=100c9e2c-dd43-42f5-998c-2e4a5103abdf,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:36:29.998934 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.010693 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] For port c7b361cc-4a90-46a3-86b4-39f2cc02cce6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,segment=NetworkSegment(82725d5c-47de-4b5e-996e-147d6e0d6175),segment_id=82725d5c-47de-4b5e-996e-147d6e0d6175)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:36:30.011054 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.013061 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Calling delete_port for 100c9e2c-dd43-42f5-998c-2e4a5103abdf owned by compute:nova {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:36:30.023755 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Calling delete_port for c7b361cc-4a90-46a3-86b4-39f2cc02cce6 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:36:30.145904 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.154203 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.160856 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0', 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702', '509c958e-69b7-43a4-b0cb-c3d96aab401c', '100c9e2c-dd43-42f5-998c-2e4a5103abdf'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:36:30.183515 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Pushing event deleted for resources: {'Port': ['ID=c7b361cc-4a90-46a3-86b4-39f2cc02cce6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:30.185806 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Pushing event deleted for resources: {'Port': ['ID=100c9e2c-dd43-42f5-998c-2e4a5103abdf,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:30.197521 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.197521 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.197521 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.197521 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.197521 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.197521 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.198175 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.198175 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.198346 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.198522 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.198851 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.199172 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.201995 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.202949 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.203512 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.204315 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.204880 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.206766 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.207203 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.207643 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.208066 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.208505 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.208930 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.209351 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.233565 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] No DVR routers for this DVR port c7b361cc-4a90-46a3-86b4-39f2cc02cce6 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:36:30.236113 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.238421 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9ba8ade6-feef-4e5a-a412-cf7877d2ef6f req-5c0ce8ad-0cc4-4d77-9739-de3978a1d54b tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.10 "DELETE /v2.0/ports/c7b361cc-4a90-46a3-86b4-39f2cc02cce6 HTTP/1.1" status: 204 len: 173 time: 0.4231987 Aug 09 11:36:30.238886 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b7dca-0085-43bc-a4d1-cb9edd64c225', 'name': 'network-vif-deleted', 'tag': 'c7b361cc-4a90-46a3-86b4-39f2cc02cce6'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:36:30.241213 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058d9169-0bb0-4313-9fa5-5761d4d4833a" -d '{"events": [{"server_uuid": "230b7dca-0085-43bc-a4d1-cb9edd64c225", "name": "network-vif-deleted", "tag": "c7b361cc-4a90-46a3-86b4-39f2cc02cce6"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:36:30.251116 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] No DVR routers for this DVR port 100c9e2c-dd43-42f5-998c-2e4a5103abdf on host hv-cinder-80390 {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:36:30.254840 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.257577 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-d6f68154-c8a1-46f6-ade0-68492b458d4f req-fa2dd9cc-86ad-4765-a410-b962a92b715a tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "DELETE /v2.0/ports/100c9e2c-dd43-42f5-998c-2e4a5103abdf HTTP/1.1" status: 204 len: 173 time: 0.4415522 Aug 09 11:36:30.258030 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ec1c7-d0f6-48f3-8c80-8044441a5181', 'name': 'network-vif-deleted', 'tag': '100c9e2c-dd43-42f5-998c-2e4a5103abdf'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:36:30.260372 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd59cb8f-0084-4910-b32d-507c867f3c9c" -d '{"events": [{"server_uuid": "fb9ec1c7-d0f6-48f3-8c80-8044441a5181", "name": "network-vif-deleted", "tag": "100c9e2c-dd43-42f5-998c-2e4a5103abdf"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:36:30.319306 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7035b4-274f-4dab-8006-4bca56a3370f x-openstack-request-id: req-9f7035b4-274f-4dab-8006-4bca56a3370f {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:36:30.319547 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9ec1c7-d0f6-48f3-8c80-8044441a5181", "name": "network-vif-deleted", "tag": "100c9e2c-dd43-42f5-998c-2e4a5103abdf", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:36:30.320239 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f7035b4-274f-4dab-8006-4bca56a3370f {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:36:30.320466 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ec1c7-d0f6-48f3-8c80-8044441a5181', 'name': 'network-vif-deleted', 'tag': '100c9e2c-dd43-42f5-998c-2e4a5103abdf', 'status': 'completed', 'code': 200} Aug 09 11:36:30.323077 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f511de3-3722-4add-b7b0-51ce61fe73f1 x-openstack-request-id: req-8f511de3-3722-4add-b7b0-51ce61fe73f1 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:36:30.323373 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b7dca-0085-43bc-a4d1-cb9edd64c225", "name": "network-vif-deleted", "tag": "c7b361cc-4a90-46a3-86b4-39f2cc02cce6", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:36:30.323628 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f511de3-3722-4add-b7b0-51ce61fe73f1 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:36:30.324017 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230b7dca-0085-43bc-a4d1-cb9edd64c225', 'name': 'network-vif-deleted', 'tag': 'c7b361cc-4a90-46a3-86b4-39f2cc02cce6', 'status': 'completed', 'code': 200} Aug 09 11:36:30.728195 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-063d824d-bb0d-4fc7-89c3-cdf9d1efbf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.749583 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6a7faab1-95fd-4fa5-b945-136b4bf0ce4a req-908f157a-d889-47d5-972a-520572177c92 tempest-VolumesSnapshotTestJSON-1618897027 tempest-VolumesSnapshotTestJSON-1618897027-project] 10.222.0.30 "GET /v2.0/ports?device_id=230b7dca-0085-43bc-a4d1-cb9edd64c225 HTTP/1.1" status: 200 len: 210 time: 0.0317757 Aug 09 11:36:30.788196 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93f91823-2ce6-44fb-9869-9c67bd1721cd req-43e291bf-5f3b-41c5-ab49-52453ae1c911 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9ec1c7-d0f6-48f3-8c80-8044441a5181 HTTP/1.1" status: 200 len: 210 time: 0.0451660 Aug 09 11:36:30.952265 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:31.011588 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97930aea-f93b-4f44-92a0-5f9d23ebe9f1 req-46fe7d24-80ae-464a-b75c-8cc5752e830f tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:31.013126 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97930aea-f93b-4f44-92a0-5f9d23ebe9f1 req-46fe7d24-80ae-464a-b75c-8cc5752e830f tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0687346 Aug 09 11:36:31.053905 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97930aea-f93b-4f44-92a0-5f9d23ebe9f1 req-ebe664cf-c03c-45de-b158-1524cc680723 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324292 Aug 09 11:36:31.953262 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:32.167518 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a127c-fa50-450c-b1f1-fc7d592e3f5b req-585adb4b-f855-4fee-8dcc-5939c1897b3e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:32.169002 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d73a127c-fa50-450c-b1f1-fc7d592e3f5b req-585adb4b-f855-4fee-8dcc-5939c1897b3e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0479267 Aug 09 11:36:32.206131 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d73a127c-fa50-450c-b1f1-fc7d592e3f5b req-ba6962a4-2c37-4041-9b7b-68c9caf524a2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306714 Aug 09 11:36:33.324364 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e3283-90d4-45a0-86f4-2ae4a74071de req-d4d606c3-de2b-428c-9b07-edd56df3b7e6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:33.325861 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f4e3283-90d4-45a0-86f4-2ae4a74071de req-d4d606c3-de2b-428c-9b07-edd56df3b7e6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0523822 Aug 09 11:36:33.363986 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f4e3283-90d4-45a0-86f4-2ae4a74071de req-e8f948c2-7129-4a38-9cf8-146539a1a870 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321848 Aug 09 11:36:33.477988 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:34.467056 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 100c9e2c-dd43-42f5-998c-2e4a5103abdf no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:36:34.481118 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7080f-71c9-47ac-88c6-06ce2799944f req-4dce13ab-eb1e-4361-9527-d0ddfe924daf tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:34.482940 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6dc7080f-71c9-47ac-88c6-06ce2799944f req-4dce13ab-eb1e-4361-9527-d0ddfe924daf tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0534079 Aug 09 11:36:34.491067 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 100c9e2c-dd43-42f5-998c-2e4a5103abdf {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:36:34.491644 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 100c9e2c-dd43-42f5-998c-2e4a5103abdf not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:36:34.491958 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device c7b361cc-4a90-46a3-86b4-39f2cc02cce6 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:36:34.512666 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: c7b361cc-4a90-46a3-86b4-39f2cc02cce6 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:36:34.513062 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device c7b361cc-4a90-46a3-86b4-39f2cc02cce6 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:36:34.522183 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6dc7080f-71c9-47ac-88c6-06ce2799944f req-e8bcecc9-2793-4e8c-aa49-ab7c0da8ff98 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324745 Aug 09 11:36:35.200600 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:35.635812 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacb30-610f-4dca-af34-aa0d794f73cd req-b9d0ff91-8341-486c-bdb1-64ac73563ea2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:35.637277 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4aacb30-610f-4dca-af34-aa0d794f73cd req-b9d0ff91-8341-486c-bdb1-64ac73563ea2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0476363 Aug 09 11:36:35.673764 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4aacb30-610f-4dca-af34-aa0d794f73cd req-2a064377-1c38-4f0c-a4ad-0aae2766ff63 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306156 Aug 09 11:36:36.351505 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be507b-b8fd-4c6b-8240-88740b90e7c4 req-24bfea3b-763e-4414-a8e3-28be4636e59b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:36.353221 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38be507b-b8fd-4c6b-8240-88740b90e7c4 req-24bfea3b-763e-4414-a8e3-28be4636e59b tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 945 time: 0.0623522 Aug 09 11:36:36.409310 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38be507b-b8fd-4c6b-8240-88740b90e7c4 req-75b319b2-b5eb-471c-bc3e-a21a2d44ccca tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474725 Aug 09 11:36:36.790882 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a4fcc-9292-44a2-8569-291c2a08aac8 req-fd63a2c7-ea91-4e1e-85d3-91db2805230f tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:36.792348 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-045a4fcc-9292-44a2-8569-291c2a08aac8 req-fd63a2c7-ea91-4e1e-85d3-91db2805230f tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0490255 Aug 09 11:36:36.830777 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-045a4fcc-9292-44a2-8569-291c2a08aac8 req-24d3b053-6580-47c7-bd18-b6fc1f935295 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324228 Aug 09 11:36:37.515833 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576909d-019b-48f2-8cdc-ff0f7c830f89 req-e2d076f1-6eed-4a7d-ac0a-a6755c5626b3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:37.517299 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1576909d-019b-48f2-8cdc-ff0f7c830f89 req-e2d076f1-6eed-4a7d-ac0a-a6755c5626b3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 945 time: 0.0484149 Aug 09 11:36:37.555149 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1576909d-019b-48f2-8cdc-ff0f7c830f89 req-f4e04540-6ac6-4fcc-9a04-927c2400a7cf tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Aug 09 11:36:37.947515 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63428725-8f7e-4c81-a9af-61d522eb5ccb req-23bfffcd-f094-4438-8dff-5e6e1fb0a386 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:37.948962 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63428725-8f7e-4c81-a9af-61d522eb5ccb req-23bfffcd-f094-4438-8dff-5e6e1fb0a386 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0508342 Aug 09 11:36:37.986607 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-63428725-8f7e-4c81-a9af-61d522eb5ccb req-77ddc7da-c2fe-42c5-b789-2121af66e0b8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316899 Aug 09 11:36:38.679061 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f24bd-ce27-48f2-b560-741adde08088 req-8a3b128e-0733-4d02-9454-fdaf512c5e6d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:38.680545 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c86f24bd-ce27-48f2-b560-741adde08088 req-8a3b128e-0733-4d02-9454-fdaf512c5e6d tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 945 time: 0.0523274 Aug 09 11:36:38.718495 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c86f24bd-ce27-48f2-b560-741adde08088 req-63e7655c-f8be-4d60-9ced-18ba3647dc08 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Aug 09 11:36:39.098505 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298d52e-9a94-4026-b6ca-94c52b8aa860 req-99ddbdc3-c690-4264-a0af-c37f05ee31eb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:39.100051 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f298d52e-9a94-4026-b6ca-94c52b8aa860 req-99ddbdc3-c690-4264-a0af-c37f05ee31eb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0478482 Aug 09 11:36:39.138752 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f298d52e-9a94-4026-b6ca-94c52b8aa860 req-9a36d3d0-0aa2-47a9-b233-e034484dd12d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324161 Aug 09 11:36:39.858871 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5e72-6e65-4dc9-aee7-99c44601214a req-ee080a80-9208-41e5-9b6b-e3cb463065ce tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:39.860512 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9fe5e72-6e65-4dc9-aee7-99c44601214a req-ee080a80-9208-41e5-9b6b-e3cb463065ce tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 945 time: 0.0549765 Aug 09 11:36:39.902935 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9fe5e72-6e65-4dc9-aee7-99c44601214a req-f8f72ba4-9eab-4c85-93dd-9aed5d9222e0 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354884 Aug 09 11:36:40.263353 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e01d3-3544-4533-ac66-08ba129a287f req-35f85fdc-5af4-4093-88c4-354ee01d7444 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:40.264957 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d32e01d3-3544-4533-ac66-08ba129a287f req-35f85fdc-5af4-4093-88c4-354ee01d7444 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0570931 Aug 09 11:36:40.306607 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d32e01d3-3544-4533-ac66-08ba129a287f req-f8bc7fe5-54cc-4888-9f0e-91bc7b160b50 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343289 Aug 09 11:36:40.503509 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed147b-2cca-4e45-955d-27c8aa380127 req-b2788c3c-09c7-4057-9d1e-94028f4f2df3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:40.505018 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-caed147b-2cca-4e45-955d-27c8aa380127 req-b2788c3c-09c7-4057-9d1e-94028f4f2df3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0500026 Aug 09 11:36:40.543998 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-caed147b-2cca-4e45-955d-27c8aa380127 req-8e9b1fde-292e-4091-af62-a9fdfb1c58df tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327504 Aug 09 11:36:40.565862 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-2071b627-169f-4324-83c8-a584f777aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:40.567338 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-2071b627-169f-4324-83c8-a584f777aae5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 1099 time: 0.0398273 Aug 09 11:36:40.659888 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-f4fb85e3-4c98-4c76-8999-f3056c826872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:40.661374 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-f4fb85e3-4c98-4c76-8999-f3056c826872 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 911 time: 0.0838668 Aug 09 11:36:40.729494 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-cdaf4317-8f1b-45f8-96f0-a574479b3744 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e HTTP/1.1" status: 200 len: 1001 time: 0.0581901 Aug 09 11:36:40.788735 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-2bfb0d1b-3c01-4ebd-926c-41828e040837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:40.790119 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-2bfb0d1b-3c01-4ebd-926c-41828e040837 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 200 len: 849 time: 0.0465171 Aug 09 11:36:40.839174 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-e02ba9d2-8b58-4f28-83be-4eb49431fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:40.840676 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-e02ba9d2-8b58-4f28-83be-4eb49431fdf5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc4d80b-476f-4863-a1ca-6355085c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409331 Aug 09 11:36:40.933356 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-e6e236cd-4d4f-48b3-a815-422722fb9308 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824647 Aug 09 11:36:41.051472 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-373dc039-1f7d-42a2-ad2d-ab325b727304 req-6fe45572-aada-42fd-88f6-07f7d2708dfc service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072879 Aug 09 11:36:41.099645 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe0213-4636-41b4-9d5b-3149760fbe9f req-f2d16ad0-48c5-4578-8a08-2b408bdd3aea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:41.101273 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-72fe0213-4636-41b4-9d5b-3149760fbe9f req-f2d16ad0-48c5-4578-8a08-2b408bdd3aea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 945 time: 0.1154120 Aug 09 11:36:41.109812 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-c0522220-4b73-4ec3-9ff3-e88714ab06e5 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:41.111233 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-c0522220-4b73-4ec3-9ff3-e88714ab06e5 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 945 time: 0.0857639 Aug 09 11:36:41.176217 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-72fe0213-4636-41b4-9d5b-3149760fbe9f req-26780f62-da86-48b9-b8ff-2225dac5e29c tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639856 Aug 09 11:36:41.239830 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-fb21bded-673c-45b3-9d7d-b4cc2ddd32ea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Deleting port 509c958e-69b7-43a4-b0cb-c3d96aab401c {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:36:41.240170 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-fb21bded-673c-45b3-9d7d-b4cc2ddd32ea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.251477 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45736) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:41.332358 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-fb21bded-673c-45b3-9d7d-b4cc2ddd32ea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] For port 509c958e-69b7-43a4-b0cb-c3d96aab401c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=509c958e-69b7-43a4-b0cb-c3d96aab401c,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:36:41.333043 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-fb21bded-673c-45b3-9d7d-b4cc2ddd32ea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.349103 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-fb21bded-673c-45b3-9d7d-b4cc2ddd32ea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Calling delete_port for 509c958e-69b7-43a4-b0cb-c3d96aab401c owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:36:41.376220 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91eb9a39-425b-4b70-8e59-0d4a3159808b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.467558 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91eb9a39-425b-4b70-8e59-0d4a3159808b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.471472 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91eb9a39-425b-4b70-8e59-0d4a3159808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.486077 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-fb21bded-673c-45b3-9d7d-b4cc2ddd32ea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.498800 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0', 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702', '509c958e-69b7-43a4-b0cb-c3d96aab401c'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:36:41.514985 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21bded-673c-45b3-9d7d-b4cc2ddd32ea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Pushing event deleted for resources: {'Port': ['ID=509c958e-69b7-43a4-b0cb-c3d96aab401c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:41.519860 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45740) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:41.525116 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-91eb9a39-425b-4b70-8e59-0d4a3159808b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a4c8ee31bad43af9987ff5205343347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724516 Aug 09 11:36:41.526118 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb9a39-425b-4b70-8e59-0d4a3159808b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf404b66-d671-4349-a759-bcb216f85799,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:41.571873 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-fb21bded-673c-45b3-9d7d-b4cc2ddd32ea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] No DVR routers for this DVR port 509c958e-69b7-43a4-b0cb-c3d96aab401c on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:36:41.578012 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-fb21bded-673c-45b3-9d7d-b4cc2ddd32ea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.579989 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a78d3972-1f91-4cb3-be74-2cac82c53828 req-fb21bded-673c-45b3-9d7d-b4cc2ddd32ea tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "DELETE /v2.0/ports/509c958e-69b7-43a4-b0cb-c3d96aab401c HTTP/1.1" status: 204 len: 173 time: 0.4608374 Aug 09 11:36:41.580957 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bde2335-b731-484b-9c92-1a8d280431b1', 'name': 'network-vif-deleted', 'tag': '509c958e-69b7-43a4-b0cb-c3d96aab401c'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:36:41.583628 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fc78c4-a3bf-46b3-af53-34112ee5d1bc" -d '{"events": [{"server_uuid": "3bde2335-b731-484b-9c92-1a8d280431b1", "name": "network-vif-deleted", "tag": "509c958e-69b7-43a4-b0cb-c3d96aab401c"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:36:41.639448 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d344-2102-4fd6-a2e0-6b12db2eb42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.670049 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d578b53e-1f4f-42b6-82a0-1473e2ffc791 x-openstack-request-id: req-d578b53e-1f4f-42b6-82a0-1473e2ffc791 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:36:41.670762 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bde2335-b731-484b-9c92-1a8d280431b1", "name": "network-vif-deleted", "tag": "509c958e-69b7-43a4-b0cb-c3d96aab401c", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:36:41.670922 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d578b53e-1f4f-42b6-82a0-1473e2ffc791 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:36:41.671537 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bde2335-b731-484b-9c92-1a8d280431b1', 'name': 'network-vif-deleted', 'tag': '509c958e-69b7-43a4-b0cb-c3d96aab401c', 'status': 'completed', 'code': 200} Aug 09 11:36:41.715979 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d344-2102-4fd6-a2e0-6b12db2eb42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.755304 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9c0f8-1fce-4e6d-b9f7-3249511d5c7d req-24b27cfc-b5fb-4be0-81af-86bf33049808 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:41.757051 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-44a9c0f8-1fce-4e6d-b9f7-3249511d5c7d req-24b27cfc-b5fb-4be0-81af-86bf33049808 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1057954 Aug 09 11:36:41.807779 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-44a9c0f8-1fce-4e6d-b9f7-3249511d5c7d req-ddf7c95a-b0a7-4ae2-8952-b412a24717a6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385661 Aug 09 11:36:41.812550 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d344-2102-4fd6-a2e0-6b12db2eb42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.816578 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d344-2102-4fd6-a2e0-6b12db2eb42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.817726 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d3c3d344-2102-4fd6-a2e0-6b12db2eb42b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf404b66-d671-4349-a759-bcb216f85799 HTTP/1.1" status: 204 len: 168 time: 0.2966309 Aug 09 11:36:41.825370 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3d344-2102-4fd6-a2e0-6b12db2eb42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf404b66-d671-4349-a759-bcb216f85799,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:42.099075 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45754) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:42.113271 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-941fce2b-7cac-4d55-88fa-be1a17451592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:42.216211 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-941fce2b-7cac-4d55-88fa-be1a17451592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:42.224326 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-941fce2b-7cac-4d55-88fa-be1a17451592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:42.273434 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-941fce2b-7cac-4d55-88fa-be1a17451592 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22a03cea2b10480ea8e8b6fbbb2cfd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728606 Aug 09 11:36:42.275354 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fce2b-7cac-4d55-88fa-be1a17451592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655cbd64-333f-4541-b448-a6ce5ffba79d,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:42.276291 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45758) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:42.360460 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-28cddecc-fb45-45a0-8b2d-95134e4203e7 req-838f5e7a-bebb-4851-a24b-e0e55c6ef828 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bde2335-b731-484b-9c92-1a8d280431b1 HTTP/1.1" status: 200 len: 210 time: 0.0622330 Aug 09 11:36:42.380374 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b1dbf12-3011-4288-b291-cf9a1f5506e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:42.413510 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b1dbf12-3011-4288-b291-cf9a1f5506e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:42.461857 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b1dbf12-3011-4288-b291-cf9a1f5506e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:42.464373 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3b1dbf12-3011-4288-b291-cf9a1f5506e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:42.465572 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3b1dbf12-3011-4288-b291-cf9a1f5506e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/655cbd64-333f-4541-b448-a6ce5ffba79d HTTP/1.1" status: 204 len: 168 time: 0.1881826 Aug 09 11:36:42.473727 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dbf12-3011-4288-b291-cf9a1f5506e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655cbd64-333f-4541-b448-a6ce5ffba79d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:42.950565 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b8c55-5d00-49b1-959b-a625ec119385 req-9073701e-a6e0-4506-9e51-678bf6ac34f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:42.951544 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a72b8c55-5d00-49b1-959b-a625ec119385 req-9073701e-a6e0-4506-9e51-678bf6ac34f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0571878 Aug 09 11:36:43.006304 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a72b8c55-5d00-49b1-959b-a625ec119385 req-42200da5-dbe0-4e46-b191-c8efdf1fd917 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474746 Aug 09 11:36:43.665815 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeeb59-fb0f-4a3b-b654-1f7b29ad1e9e req-f29c29d9-be73-4e53-8538-c6d4ca784705 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:43.668687 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-86aeeb59-fb0f-4a3b-b654-1f7b29ad1e9e req-f29c29d9-be73-4e53-8538-c6d4ca784705 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0549347 Aug 09 11:36:43.707593 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-86aeeb59-fb0f-4a3b-b654-1f7b29ad1e9e req-07e9f615-54a4-4cbf-910f-2e40a0928bbe tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Aug 09 11:36:44.163954 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45824) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:44.267875 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-48cc3229-a5ae-4bb0-be3c-9682f4d856d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:44.359282 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-48cc3229-a5ae-4bb0-be3c-9682f4d856d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:44.363650 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-48cc3229-a5ae-4bb0-be3c-9682f4d856d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:44.401580 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-48cc3229-a5ae-4bb0-be3c-9682f4d856d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf9cb0f84e2b448c8316f43d1235e5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364347 Aug 09 11:36:44.402506 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc3229-a5ae-4bb0-be3c-9682f4d856d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba7b2f5-6aaf-4965-82b7-d6c7ec7cd63d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:44.404251 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45828) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:44.460871 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cd888e6d-df1a-4961-b397-0f29d9480d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:44.483247 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cd888e6d-df1a-4961-b397-0f29d9480d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:44.530345 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cd888e6d-df1a-4961-b397-0f29d9480d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:44.533166 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cd888e6d-df1a-4961-b397-0f29d9480d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:44.534974 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-cd888e6d-df1a-4961-b397-0f29d9480d51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ba7b2f5-6aaf-4965-82b7-d6c7ec7cd63d HTTP/1.1" status: 204 len: 168 time: 0.1296480 Aug 09 11:36:44.542496 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd888e6d-df1a-4961-b397-0f29d9480d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba7b2f5-6aaf-4965-82b7-d6c7ec7cd63d,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:44.668441 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:36:44.819154 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45838) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:44.834019 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d7b8e-6784-4d24-b516-2d782fa539f3 req-b2ae4d79-f3a0-4500-9763-57830d90b4ab tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:44.835476 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-486d7b8e-6784-4d24-b516-2d782fa539f3 req-b2ae4d79-f3a0-4500-9763-57830d90b4ab tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0572541 Aug 09 11:36:44.842525 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-32df8e0a-8750-4e0a-911b-adcaf9164ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:44.899461 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-486d7b8e-6784-4d24-b516-2d782fa539f3 req-5c60a260-4e71-4674-b40a-72f71067a4a0 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548444 Aug 09 11:36:44.966521 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-32df8e0a-8750-4e0a-911b-adcaf9164ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:44.969878 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-32df8e0a-8750-4e0a-911b-adcaf9164ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:45.008572 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-32df8e0a-8750-4e0a-911b-adcaf9164ea2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8491df9c287a4df98564998f20ba4d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883059 Aug 09 11:36:45.009428 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df8e0a-8750-4e0a-911b-adcaf9164ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d8cec-7ed0-4fdd-9c01-9a7806aa9114,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:45.011326 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45840) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:45.062631 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3e87c2ee-a987-4d96-9a9d-bc8674e7c8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:45.083634 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3e87c2ee-a987-4d96-9a9d-bc8674e7c8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:45.134024 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3e87c2ee-a987-4d96-9a9d-bc8674e7c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:45.136455 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3e87c2ee-a987-4d96-9a9d-bc8674e7c8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:45.137756 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-3e87c2ee-a987-4d96-9a9d-bc8674e7c8a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c43d8cec-7ed0-4fdd-9c01-9a7806aa9114 HTTP/1.1" status: 204 len: 168 time: 0.1252198 Aug 09 11:36:45.146244 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87c2ee-a987-4d96-9a9d-bc8674e7c8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d8cec-7ed0-4fdd-9c01-9a7806aa9114,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:45.956598 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 509c958e-69b7-43a4-b0cb-c3d96aab401c no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:36:45.978187 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 509c958e-69b7-43a4-b0cb-c3d96aab401c {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:36:45.978528 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 509c958e-69b7-43a4-b0cb-c3d96aab401c not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:36:46.024152 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95aec94-2afc-471e-b223-0a958903f1df req-e5227ffb-70bc-490e-bac8-377e956546f9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:46.025662 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d95aec94-2afc-471e-b223-0a958903f1df req-e5227ffb-70bc-490e-bac8-377e956546f9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0541391 Aug 09 11:36:46.066020 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d95aec94-2afc-471e-b223-0a958903f1df req-6d11c5f4-9841-49db-937a-00bc43441893 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340765 Aug 09 11:36:47.181687 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48bac2-d92a-45ad-b580-ccbc6b0cca21 req-db795c5f-11bb-4668-a8ee-14c7b30de0fd tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:47.183169 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4b48bac2-d92a-45ad-b580-ccbc6b0cca21 req-db795c5f-11bb-4668-a8ee-14c7b30de0fd tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0478809 Aug 09 11:36:47.220462 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4b48bac2-d92a-45ad-b580-ccbc6b0cca21 req-fb3722f6-5899-4289-8760-b4d57c112a16 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Aug 09 11:36:47.583980 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-55aee145-8d93-4074-afd3-c4319b3c49d1 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:47.585392 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-55aee145-8d93-4074-afd3-c4319b3c49d1 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0477104 Aug 09 11:36:47.680472 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-94ec7de1-56d1-4e07-9602-a329e9094bc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Deleting port a8c226ba-aa5a-419e-85bc-7c34cd4ad702 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:36:47.680810 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-94ec7de1-56d1-4e07-9602-a329e9094bc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:47.767298 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-94ec7de1-56d1-4e07-9602-a329e9094bc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] For port a8c226ba-aa5a-419e-85bc-7c34cd4ad702, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:36:47.767658 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-94ec7de1-56d1-4e07-9602-a329e9094bc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:47.782489 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-94ec7de1-56d1-4e07-9602-a329e9094bc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Calling delete_port for a8c226ba-aa5a-419e-85bc-7c34cd4ad702 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:36:47.922184 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-94ec7de1-56d1-4e07-9602-a329e9094bc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:47.939570 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0', 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:36:47.956674 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec7de1-56d1-4e07-9602-a329e9094bc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Pushing event deleted for resources: {'Port': ['ID=a8c226ba-aa5a-419e-85bc-7c34cd4ad702,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:48.011104 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-94ec7de1-56d1-4e07-9602-a329e9094bc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] No DVR routers for this DVR port a8c226ba-aa5a-419e-85bc-7c34cd4ad702 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:36:48.025025 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-94ec7de1-56d1-4e07-9602-a329e9094bc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:48.027252 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fde0ab41-ad9f-475c-ba4d-715871937292 req-94ec7de1-56d1-4e07-9602-a329e9094bc9 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "DELETE /v2.0/ports/a8c226ba-aa5a-419e-85bc-7c34cd4ad702 HTTP/1.1" status: 204 len: 173 time: 0.4338760 Aug 09 11:36:48.027710 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c', 'name': 'network-vif-deleted', 'tag': 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:36:48.034057 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad02184c-3dee-43c6-b7ba-ea758e7cdd81" -d '{"events": [{"server_uuid": "69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c", "name": "network-vif-deleted", "tag": "a8c226ba-aa5a-419e-85bc-7c34cd4ad702"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:36:48.108518 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83978c0e-b390-4e4e-8f57-56bf3fafc4a0 x-openstack-request-id: req-83978c0e-b390-4e4e-8f57-56bf3fafc4a0 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:36:48.109064 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c", "name": "network-vif-deleted", "tag": "a8c226ba-aa5a-419e-85bc-7c34cd4ad702", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:36:48.109565 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83978c0e-b390-4e4e-8f57-56bf3fafc4a0 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:36:48.110177 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c', 'name': 'network-vif-deleted', 'tag': 'a8c226ba-aa5a-419e-85bc-7c34cd4ad702', 'status': 'completed', 'code': 200} Aug 09 11:36:48.326676 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d5129058-12bb-400b-bf68-8f37bed463f8 req-633a5db7-9c4c-49db-bc13-a0406f2b5527 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d2c191-9a4a-44db-b3d0-2d6ba43c9c0c HTTP/1.1" status: 200 len: 210 time: 0.0258029 Aug 09 11:36:50.735498 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34990f5e-69d5-4dba-b80b-af6afd6e5c32 req-58e983ce-df7d-45da-8eac-e646c418c4f2 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:50.737564 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34990f5e-69d5-4dba-b80b-af6afd6e5c32 req-58e983ce-df7d-45da-8eac-e646c418c4f2 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 945 time: 0.0500097 Aug 09 11:36:50.774686 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34990f5e-69d5-4dba-b80b-af6afd6e5c32 req-a9964fcf-484b-4b3a-b17c-2d3c3ab0fea3 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312247 Aug 09 11:36:50.942583 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45974) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:51.048119 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-32f58388-0386-42cc-a7ef-3020403dbe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.060000 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device a8c226ba-aa5a-419e-85bc-7c34cd4ad702 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:36:51.082601 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: a8c226ba-aa5a-419e-85bc-7c34cd4ad702 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:36:51.082853 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device a8c226ba-aa5a-419e-85bc-7c34cd4ad702 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:36:51.139632 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-32f58388-0386-42cc-a7ef-3020403dbe61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.143504 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-32f58388-0386-42cc-a7ef-3020403dbe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.181608 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-32f58388-0386-42cc-a7ef-3020403dbe61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e0daa718f3b449e96e2784002b6a065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378545 Aug 09 11:36:51.182504 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f58388-0386-42cc-a7ef-3020403dbe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edd11a9-e1e5-4e34-a11f-d5e1e421d2d1,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:51.184353 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 45978) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:51.233776 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b28f2b03-f0ea-43cb-a1e1-e666c5fe1d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.254309 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b28f2b03-f0ea-43cb-a1e1-e666c5fe1d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.301140 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b28f2b03-f0ea-43cb-a1e1-e666c5fe1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.303717 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b28f2b03-f0ea-43cb-a1e1-e666c5fe1d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.304917 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b28f2b03-f0ea-43cb-a1e1-e666c5fe1d9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8edd11a9-e1e5-4e34-a11f-d5e1e421d2d1 HTTP/1.1" status: 204 len: 168 time: 0.1187370 Aug 09 11:36:51.312956 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f2b03-f0ea-43cb-a1e1-e666c5fe1d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edd11a9-e1e5-4e34-a11f-d5e1e421d2d1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:51.587346 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45990) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:51.597132 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-69265b11-1ff0-4b48-8d28-a84577373016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.685941 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-69265b11-1ff0-4b48-8d28-a84577373016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.690057 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-69265b11-1ff0-4b48-8d28-a84577373016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.729014 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69265b11-1ff0-4b48-8d28-a84577373016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31da4225-596a-4b8d-9183-799d630ebd9b,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:51.737947 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-69265b11-1ff0-4b48-8d28-a84577373016 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b71a311d73b48a59133a69d815185b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508577 Aug 09 11:36:51.738444 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 45992) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:51.793310 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0df8b80-178e-480d-a4dc-1e9320ea8021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.823041 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0df8b80-178e-480d-a4dc-1e9320ea8021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.889986 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0df8b80-178e-480d-a4dc-1e9320ea8021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.893435 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e0df8b80-178e-480d-a4dc-1e9320ea8021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.894594 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e0df8b80-178e-480d-a4dc-1e9320ea8021 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31da4225-596a-4b8d-9183-799d630ebd9b HTTP/1.1" status: 204 len: 168 time: 0.1554747 Aug 09 11:36:51.902699 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df8b80-178e-480d-a4dc-1e9320ea8021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31da4225-596a-4b8d-9183-799d630ebd9b,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:51.921820 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfce7d-80b4-464f-8372-3920ffc61e71 req-8c9c4ae6-1b6c-440c-98af-0d819fe58623 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:51.924140 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91cfce7d-80b4-464f-8372-3920ffc61e71 req-8c9c4ae6-1b6c-440c-98af-0d819fe58623 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 945 time: 0.0664968 Aug 09 11:36:51.964370 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91cfce7d-80b4-464f-8372-3920ffc61e71 req-9cd19588-bee2-45e3-b2b6-b6d8044f72a4 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/security-groups?id=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345504 Aug 09 11:36:52.660382 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3604cc-a578-40bc-8174-fca765994f95 req-cf15a861-5f10-4962-9b3f-13f882b25654 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:52.661907 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7c3604cc-a578-40bc-8174-fca765994f95 req-cf15a861-5f10-4962-9b3f-13f882b25654 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 945 time: 0.0494931 Aug 09 11:36:52.769999 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-7c3604cc-a578-40bc-8174-fca765994f95 req-ccbc71c0-2fd6-40a6-b6c3-e460b45f75f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Deleting port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:36:52.770337 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7c3604cc-a578-40bc-8174-fca765994f95 req-ccbc71c0-2fd6-40a6-b6c3-e460b45f75f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:52.859565 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-7c3604cc-a578-40bc-8174-fca765994f95 req-ccbc71c0-2fd6-40a6-b6c3-e460b45f75f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] For port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,segment=NetworkSegment(45c3f69d-d693-4edb-9ffb-17a422df616a),segment_id=45c3f69d-d693-4edb-9ffb-17a422df616a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:36:52.859905 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7c3604cc-a578-40bc-8174-fca765994f95 req-ccbc71c0-2fd6-40a6-b6c3-e460b45f75f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:52.873470 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-7c3604cc-a578-40bc-8174-fca765994f95 req-ccbc71c0-2fd6-40a6-b6c3-e460b45f75f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Calling delete_port for 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:36:53.010706 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7c3604cc-a578-40bc-8174-fca765994f95 req-ccbc71c0-2fd6-40a6-b6c3-e460b45f75f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:53.028973 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:36:53.041779 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc71c0-2fd6-40a6-b6c3-e460b45f75f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Pushing event deleted for resources: {'Port': ['ID=05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:53.108334 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e7554b68-f9f6-402f-bf08-fe73453f15e4 req-bd7f7ab9-6851-4b99-bbf7-e23f808723a6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab HTTP/1.1" status: 200 len: 210 time: 0.0437663 Aug 09 11:36:53.109049 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3604cc-a578-40bc-8174-fca765994f95 req-ccbc71c0-2fd6-40a6-b6c3-e460b45f75f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] No DVR routers for this DVR port 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:36:53.112442 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7c3604cc-a578-40bc-8174-fca765994f95 req-ccbc71c0-2fd6-40a6-b6c3-e460b45f75f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:53.114390 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7c3604cc-a578-40bc-8174-fca765994f95 req-ccbc71c0-2fd6-40a6-b6c3-e460b45f75f6 tempest-AttachVolumeNegativeTest-2143110421 tempest-AttachVolumeNegativeTest-2143110421-project] 10.222.0.10 "DELETE /v2.0/ports/05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 HTTP/1.1" status: 204 len: 173 time: 0.4388368 Aug 09 11:36:53.115204 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab', 'name': 'network-vif-deleted', 'tag': '05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:36:53.117153 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10431bd6-3754-4e97-a162-51fa742a11a9" -d '{"events": [{"server_uuid": "5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab", "name": "network-vif-deleted", "tag": "05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:36:53.154994 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82428d58-7f50-4a68-9d46-3aa9c28e1c0f x-openstack-request-id: req-82428d58-7f50-4a68-9d46-3aa9c28e1c0f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:36:53.155339 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab", "name": "network-vif-deleted", "tag": "05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:36:53.155649 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82428d58-7f50-4a68-9d46-3aa9c28e1c0f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:36:53.156196 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea8d425-d6cd-49f6-a77e-fe8f9ce049ab', 'name': 'network-vif-deleted', 'tag': '05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0', 'status': 'completed', 'code': 200} Aug 09 11:36:53.628406 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46062) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:53.753129 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16bf72f1-2318-45ea-bd93-8bb7ad5c7965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:53.867818 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16bf72f1-2318-45ea-bd93-8bb7ad5c7965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:53.871774 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16bf72f1-2318-45ea-bd93-8bb7ad5c7965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:53.909070 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf72f1-2318-45ea-bd93-8bb7ad5c7965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15390253-e619-488b-83d8-80663539a2bd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:53.913270 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-16bf72f1-2318-45ea-bd93-8bb7ad5c7965 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed560e5cf4bb44928517e862e3a6773c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837512 Aug 09 11:36:53.916120 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46072) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:53.965662 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8b76cfee-d68f-4783-862a-2724f1499ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:53.987235 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8b76cfee-d68f-4783-862a-2724f1499ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.038597 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8b76cfee-d68f-4783-862a-2724f1499ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.041143 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8b76cfee-d68f-4783-862a-2724f1499ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.042332 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8b76cfee-d68f-4783-862a-2724f1499ab5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15390253-e619-488b-83d8-80663539a2bd HTTP/1.1" status: 204 len: 168 time: 0.1253750 Aug 09 11:36:54.050653 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76cfee-d68f-4783-862a-2724f1499ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15390253-e619-488b-83d8-80663539a2bd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:54.175564 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46080) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:54.226685 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f793cd0-d8cc-41a1-9931-cd32d5fa3b73 admin admin] Deleting subnet 4fa9b018-5f44-4241-9d8e-60b092191cc4 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:36:54.229848 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7f793cd0-d8cc-41a1-9931-cd32d5fa3b73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.264700 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7f793cd0-d8cc-41a1-9931-cd32d5fa3b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12834124'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.314794 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7f793cd0-d8cc-41a1-9931-cd32d5fa3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.357535 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46082) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:54.370960 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7f793cd0-d8cc-41a1-9931-cd32d5fa3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12821648'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.374553 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2dd0e3c7-5cca-41c6-a910-0074405e1635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.384757 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7f793cd0-d8cc-41a1-9931-cd32d5fa3b73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.386852 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-7f793cd0-d8cc-41a1-9931-cd32d5fa3b73 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4fa9b018-5f44-4241-9d8e-60b092191cc4 HTTP/1.1" status: 204 len: 168 time: 0.2102439 Aug 09 11:36:54.391324 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46084) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:54.405853 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f793cd0-d8cc-41a1-9931-cd32d5fa3b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa9b018-5f44-4241-9d8e-60b092191cc4,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:54.486706 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.603467 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.613733 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2dd0e3c7-5cca-41c6-a910-0074405e1635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.617567 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c117ee7e-fc0b-4f62-921d-6083d7d7fe3d']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:54.624340 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2dd0e3c7-5cca-41c6-a910-0074405e1635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.633582 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c3f69d-d693-4edb-9ffb-17a422df616a') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:54.633876 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c3f69d-d693-4edb-9ffb-17a422df616a') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:54.664345 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14619026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.677174 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0e3c7-5cca-41c6-a910-0074405e1635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be6edab-f382-48a6-b455-075c13dae48a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:54.686384 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2dd0e3c7-5cca-41c6-a910-0074405e1635 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e82f1430ee3048979e5e9508e56d4d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277957 Aug 09 11:36:54.688852 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46086) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:54.691524 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.707203 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:36:54.707594 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14597318'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: timer() Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: cb(*args, **kw) Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: self._notify() Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: self.callback(batched_events) Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: event.method(event) Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._get(url).json() Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:36:54.709225 dv-cinder-803900-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:36:54.789203 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.795471 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.797284 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c117ee7e-fc0b-4f62-921d-6083d7d7fe3d HTTP/1.1" status: 204 len: 168 time: 0.4050305 Aug 09 11:36:54.801729 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b138446a-c794-47a8-b430-87194d168d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.813639 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3ffaa-82b1-4573-b481-b04ba19132d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c117ee7e-fc0b-4f62-921d-6083d7d7fe3d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:54.833361 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b138446a-c794-47a8-b430-87194d168d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.883512 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b138446a-c794-47a8-b430-87194d168d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.886472 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b138446a-c794-47a8-b430-87194d168d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.891073 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b138446a-c794-47a8-b430-87194d168d91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2be6edab-f382-48a6-b455-075c13dae48a HTTP/1.1" status: 204 len: 168 time: 0.2008319 Aug 09 11:36:54.899229 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138446a-c794-47a8-b430-87194d168d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be6edab-f382-48a6-b455-075c13dae48a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:54.988934 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46106) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:55.059699 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6a86d3e4-217a-41aa-b2b0-8d1379c5d3e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a482b508e9b456da931118833978edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695066 Aug 09 11:36:55.062266 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46114) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:55.123704 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfc4-08e3-4cbd-b370-f0cb42f2613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:55.147186 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfc4-08e3-4cbd-b370-f0cb42f2613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:55.196110 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfc4-08e3-4cbd-b370-f0cb42f2613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:55.198687 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4b40bfc4-08e3-4cbd-b370-f0cb42f2613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:55.199886 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4b40bfc4-08e3-4cbd-b370-f0cb42f2613d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c HTTP/1.1" status: 204 len: 168 time: 0.1365216 Aug 09 11:36:55.210611 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40bfc4-08e3-4cbd-b370-f0cb42f2613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a7d4e-21a1-46c0-9cc9-bfe71c53e86c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:56.670605 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46238) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:56.777341 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-958de8de-7012-4fef-80dc-583b2dd42e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:56.858857 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46244) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:56.869805 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-958de8de-7012-4fef-80dc-583b2dd42e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:56.873741 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-958de8de-7012-4fef-80dc-583b2dd42e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:56.912802 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-958de8de-7012-4fef-80dc-583b2dd42e40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f13df4eb16f427786c80add7db6a7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411165 Aug 09 11:36:56.914784 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958de8de-7012-4fef-80dc-583b2dd42e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c278257-d968-4f4d-80e7-211b898f49b9,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:56.915632 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46248) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:56.976235 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-873f90c8-769f-4837-8055-b75def94f28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:56.999894 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c95af79-5565-42cc-8f40-fad2c8430a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.046369 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c95af79-5565-42cc-8f40-fad2c8430a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.110714 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:36:57.129482 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c95af79-5565-42cc-8f40-fad2c8430a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.132383 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c95af79-5565-42cc-8f40-fad2c8430a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.133567 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4c95af79-5565-42cc-8f40-fad2c8430a9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c278257-d968-4f4d-80e7-211b898f49b9 HTTP/1.1" status: 204 len: 168 time: 0.2169161 Aug 09 11:36:57.136477 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:36:57.136839 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 05c7e0a8-64f8-4f24-a554-4b6f4c5ed4a0 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:36:57.156446 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-873f90c8-769f-4837-8055-b75def94f28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.157539 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95af79-5565-42cc-8f40-fad2c8430a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c278257-d968-4f4d-80e7-211b898f49b9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:57.161790 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-873f90c8-769f-4837-8055-b75def94f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.209064 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-873f90c8-769f-4837-8055-b75def94f28f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f90b38afe5304ba1a1f03698fed348d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488793 Aug 09 11:36:57.210010 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f90c8-769f-4837-8055-b75def94f28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d01d4b5-b7bc-466e-b48d-e7cb7c833c4e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:57.213176 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46252) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:57.273494 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-531226e2-660e-431b-8194-62baf4414725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.299483 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-531226e2-660e-431b-8194-62baf4414725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.347896 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46258) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:57.357942 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-531226e2-660e-431b-8194-62baf4414725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.360375 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-531226e2-660e-431b-8194-62baf4414725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.364768 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-531226e2-660e-431b-8194-62baf4414725 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d01d4b5-b7bc-466e-b48d-e7cb7c833c4e HTTP/1.1" status: 204 len: 168 time: 0.1471326 Aug 09 11:36:57.404045 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531226e2-660e-431b-8194-62baf4414725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d01d4b5-b7bc-466e-b48d-e7cb7c833c4e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:57.448681 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-61498d24-ced1-4038-a706-15b84354aefa admin admin] Deleting subnet ed0c8dee-3e09-4a37-85e4-9756affd7f94 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:36:57.453878 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61498d24-ced1-4038-a706-15b84354aefa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.497720 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61498d24-ced1-4038-a706-15b84354aefa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14619013'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.554345 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61498d24-ced1-4038-a706-15b84354aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.616685 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61498d24-ced1-4038-a706-15b84354aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14597144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12896269'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.648643 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61498d24-ced1-4038-a706-15b84354aefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0c8dee-3e09-4a37-85e4-9756affd7f94,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:57.651320 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-61498d24-ced1-4038-a706-15b84354aefa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.655264 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-61498d24-ced1-4038-a706-15b84354aefa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ed0c8dee-3e09-4a37-85e4-9756affd7f94 HTTP/1.1" status: 204 len: 168 time: 0.3038647 Aug 09 11:36:57.655695 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46278) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:57.738779 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.844742 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.857280 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa0b85a-5409-47f3-ac01-d8a0701e7156']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:57.869721 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82725d5c-47de-4b5e-996e-147d6e0d6175') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:57.869721 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82725d5c-47de-4b5e-996e-147d6e0d6175') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:57.881395 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14619026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.899079 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46292) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:57.909046 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.919193 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-054748a3-345f-407c-93bd-e199e77cdefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.927623 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:36:57.928029 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14597318'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: timer() Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: cb(*args, **kw) Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: self._notify() Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: self.callback(batched_events) Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: event.method(event) Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._get(url).json() Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:36:57.929980 dv-cinder-803900-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:36:58.004099 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.027134 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.029089 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dfa0b85a-5409-47f3-ac01-d8a0701e7156 HTTP/1.1" status: 204 len: 168 time: 0.3724649 Aug 09 11:36:58.031330 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c61f4-0c05-471a-b0b0-283b4e467dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa0b85a-5409-47f3-ac01-d8a0701e7156,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:58.072043 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-54d4acb1-e225-4395-9947-cfa18d55a3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.089721 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-054748a3-345f-407c-93bd-e199e77cdefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.094842 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-054748a3-345f-407c-93bd-e199e77cdefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.136841 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-054748a3-345f-407c-93bd-e199e77cdefa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b818e87f0c6f4f449b9c6f4461b7dc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339284 Aug 09 11:36:58.136841 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054748a3-345f-407c-93bd-e199e77cdefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a1236f-81fe-48a9-9454-ee7da30d96c1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:58.137239 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46298) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:58.211501 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1cfd-de1c-4d00-9d8c-abcf425098e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.237887 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1cfd-de1c-4d00-9d8c-abcf425098e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.246929 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46304) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:58.289190 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b41d5095-d87a-4127-ab85-cee2dd18e66d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fa4d1a6ec804ebab02d7cc612424cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405760 Aug 09 11:36:58.292269 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46306) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:58.296449 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1cfd-de1c-4d00-9d8c-abcf425098e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.300129 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1cfd-de1c-4d00-9d8c-abcf425098e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.301317 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-bc7d1cfd-de1c-4d00-9d8c-abcf425098e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2a1236f-81fe-48a9-9454-ee7da30d96c1 HTTP/1.1" status: 204 len: 168 time: 0.1610761 Aug 09 11:36:58.310298 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d1cfd-de1c-4d00-9d8c-abcf425098e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a1236f-81fe-48a9-9454-ee7da30d96c1,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:58.351187 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e19cdf60-5df5-48e3-908c-54fa574361e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.383729 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e19cdf60-5df5-48e3-908c-54fa574361e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.457966 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e19cdf60-5df5-48e3-908c-54fa574361e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.461090 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e19cdf60-5df5-48e3-908c-54fa574361e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.465860 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e19cdf60-5df5-48e3-908c-54fa574361e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed36fec7-3bc4-4226-be0f-5ad5905f4133 HTTP/1.1" status: 204 len: 168 time: 0.1689255 Aug 09 11:36:58.472195 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cdf60-5df5-48e3-908c-54fa574361e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed36fec7-3bc4-4226-be0f-5ad5905f4133,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:59.209713 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc530f80-872e-4c5d-bbd6-dcf34a09b11a req-a3ff205f-b1bd-482d-bdf9-01d85236dbf5 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:59.211282 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc530f80-872e-4c5d-bbd6-dcf34a09b11a req-a3ff205f-b1bd-482d-bdf9-01d85236dbf5 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 946 time: 0.0536382 Aug 09 11:36:59.262921 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dc530f80-872e-4c5d-bbd6-dcf34a09b11a req-75446935-8cbb-45e1-926f-6be3ef4e42e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450051 Aug 09 11:36:59.595338 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46368) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:59.705879 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-924d44bd-9476-48ca-b983-7744edc5af65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:59.795847 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-924d44bd-9476-48ca-b983-7744edc5af65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:59.801568 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-924d44bd-9476-48ca-b983-7744edc5af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:59.844089 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-924d44bd-9476-48ca-b983-7744edc5af65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dc85cc7940b495ca7560ab88f2ff38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448654 Aug 09 11:36:59.844227 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d44bd-9476-48ca-b983-7744edc5af65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58ba049-a471-47a5-a854-45861473f226,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:59.844916 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46382) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:59.896233 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4fc25352-ed57-4d50-b5a0-c11f9de2b96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:59.916484 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4fc25352-ed57-4d50-b5a0-c11f9de2b96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:59.970444 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4fc25352-ed57-4d50-b5a0-c11f9de2b96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:59.970444 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-4fc25352-ed57-4d50-b5a0-c11f9de2b96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:59.974098 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-4fc25352-ed57-4d50-b5a0-c11f9de2b96c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b58ba049-a471-47a5-a854-45861473f226 HTTP/1.1" status: 204 len: 168 time: 0.1279376 Aug 09 11:36:59.982009 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc25352-ed57-4d50-b5a0-c11f9de2b96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58ba049-a471-47a5-a854-45861473f226,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:00.297307 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46404) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:00.313274 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9fa044c1-1f2f-493a-8d9e-b0dd81523cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.619915 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46416) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:00.648705 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39802c-326a-49f2-a1bc-3b2ce24fa90a req-53c3909d-fe4f-48ea-a51b-707e2cf009dd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:00.650300 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f39802c-326a-49f2-a1bc-3b2ce24fa90a req-53c3909d-fe4f-48ea-a51b-707e2cf009dd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 946 time: 0.0707982 Aug 09 11:37:00.713720 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9fa044c1-1f2f-493a-8d9e-b0dd81523cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.717413 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f39802c-326a-49f2-a1bc-3b2ce24fa90a req-e7cd8268-6ce0-4862-9799-d73b0a23a033 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=95e5d53d-eae8-423a-8e3e-b474ecc5318a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600069 Aug 09 11:37:00.719070 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9fa044c1-1f2f-493a-8d9e-b0dd81523cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.734318 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dfb83a94-7213-4768-86b8-1558e91d0224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.758314 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e8efde18-aad1-41b5-967f-175ed0a872b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.762501 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa044c1-1f2f-493a-8d9e-b0dd81523cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98eff4-ccaa-4aca-ae9b-526bd42d34c5,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:00.766716 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9fa044c1-1f2f-493a-8d9e-b0dd81523cee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a927275079f84029ae8b250217b5dbd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682567 Aug 09 11:37:00.770976 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46420) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:00.860182 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-189476d5-7a8e-4b47-87a9-04652d4a5b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.893974 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dfb83a94-7213-4768-86b8-1558e91d0224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.899491 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-189476d5-7a8e-4b47-87a9-04652d4a5b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.901211 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-dfb83a94-7213-4768-86b8-1558e91d0224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.942863 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.957185 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb83a94-7213-4768-86b8-1558e91d0224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0722e867-13bf-41c4-a9bc-2ee22678acf5,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:00.965987 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-dfb83a94-7213-4768-86b8-1558e91d0224 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2acc9b715b64f1f82e2e18192bc2ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450141 Aug 09 11:37:00.967384 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46422) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:01.007304 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-189476d5-7a8e-4b47-87a9-04652d4a5b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.009723 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-189476d5-7a8e-4b47-87a9-04652d4a5b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.013134 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-189476d5-7a8e-4b47-87a9-04652d4a5b1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc98eff4-ccaa-4aca-ae9b-526bd42d34c5 HTTP/1.1" status: 204 len: 168 time: 0.2386532 Aug 09 11:37:01.028175 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189476d5-7a8e-4b47-87a9-04652d4a5b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98eff4-ccaa-4aca-ae9b-526bd42d34c5,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:01.030020 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39560b2a-1aab-4ab8-98f4-0bcd5262e764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.038921 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-610f5398-ece6-402c-be12-17f076f2660f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:01.040512 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-610f5398-ece6-402c-be12-17f076f2660f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 946 time: 0.0608611 Aug 09 11:37:01.054442 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39560b2a-1aab-4ab8-98f4-0bcd5262e764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.103350 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39560b2a-1aab-4ab8-98f4-0bcd5262e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.105938 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-39560b2a-1aab-4ab8-98f4-0bcd5262e764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.107090 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-39560b2a-1aab-4ab8-98f4-0bcd5262e764 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0722e867-13bf-41c4-a9bc-2ee22678acf5 HTTP/1.1" status: 204 len: 168 time: 0.1388214 Aug 09 11:37:01.118633 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39560b2a-1aab-4ab8-98f4-0bcd5262e764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0722e867-13bf-41c4-a9bc-2ee22678acf5,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:01.143722 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Deleting port 99b9646a-05df-407b-ae45-2dc480b07c69 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:01.144065 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.238531 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] For port 99b9646a-05df-407b-ae45-2dc480b07c69, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=99b9646a-05df-407b-ae45-2dc480b07c69,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:01.238914 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.497886 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46442) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:01.512403 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-156c0c38-31a2-4b97-b458-97b872f0c976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.540666 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30c47cb2-d250-482d-b90c-5416a264b567 req-2971a8bb-ecfe-47e0-97d8-61d19b962ef6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162442567&fields=id&tenant_id=116b2ef40b7c4a0ebe415d8329df9a04 HTTP/1.1" status: 200 len: 267 time: 0.0661535 Aug 09 11:37:01.544508 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.545074 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.545532 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Floating IP e3d87147-b47b-48ad-93ab-053294979481 disassociated. External IP: 172.27.1.240, port: 99b9646a-05df-407b-ae45-2dc480b07c69. Aug 09 11:37:01.546283 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Calling delete_port for 99b9646a-05df-407b-ae45-2dc480b07c69 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:01.636693 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-156c0c38-31a2-4b97-b458-97b872f0c976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.641623 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-156c0c38-31a2-4b97-b458-97b872f0c976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.653344 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c47cb2-d250-482d-b90c-5416a264b567 req-d16b4aee-8795-42ff-964e-562ac236a6e6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:01.655141 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30c47cb2-d250-482d-b90c-5416a264b567 req-d16b4aee-8795-42ff-964e-562ac236a6e6 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 984 time: 0.1034801 Aug 09 11:37:01.677856 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c0c38-31a2-4b97-b458-97b872f0c976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a653d5-e3c6-4ab0-ae30-ab043e65f1ec,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:01.678884 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-30c47cb2-d250-482d-b90c-5416a264b567 req-697243ff-cf91-4641-bbf4-2dbbd2dabaf0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Request body: {'port': {'security_groups': ['a4429934-73bb-4660-9b25-b3831d174976']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:01.695721 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-156c0c38-31a2-4b97-b458-97b872f0c976 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40d7a64cd5704295b67b3e3472a0ad4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967289 Aug 09 11:37:01.698404 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46448) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:01.760747 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7da36269-9fce-4d2b-a26b-ccec2b678fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.785348 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30c47cb2-d250-482d-b90c-5416a264b567 req-697243ff-cf91-4641-bbf4-2dbbd2dabaf0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.787263 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7da36269-9fce-4d2b-a26b-ccec2b678fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.843512 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.848088 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7da36269-9fce-4d2b-a26b-ccec2b678fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.850657 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7da36269-9fce-4d2b-a26b-ccec2b678fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:01.854590 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-7da36269-9fce-4d2b-a26b-ccec2b678fc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60a653d5-e3c6-4ab0-ae30-ab043e65f1ec HTTP/1.1" status: 204 len: 168 time: 0.1551111 Aug 09 11:37:01.863031 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da36269-9fce-4d2b-a26b-ccec2b678fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a653d5-e3c6-4ab0-ae30-ab043e65f1ec,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:01.913079 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d25a81b1-f4cb-4a08-bbc4-a8d433d0d70b req-fc71b093-db50-4ea3-ad35-183336d0d9d5 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 210 time: 0.0739903 Aug 09 11:37:01.925689 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event deleted for resources: {'Port': ['ID=99b9646a-05df-407b-ae45-2dc480b07c69,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:01.989062 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.130516 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Router b93075b1-8f35-41ef-baa1-ee671999ef0a has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:37:02.202189 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-30c47cb2-d250-482d-b90c-5416a264b567 req-697243ff-cf91-4641-bbf4-2dbbd2dabaf0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] For port 4e8c824e-98a4-4f9a-9361-30748ec4ee06, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:02.290083 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30c47cb2-d250-482d-b90c-5416a264b567 req-697243ff-cf91-4641-bbf4-2dbbd2dabaf0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.299229 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30c47cb2-d250-482d-b90c-5416a264b567 req-697243ff-cf91-4641-bbf4-2dbbd2dabaf0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.312427 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['4e8c824e-98a4-4f9a-9361-30748ec4ee06'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:37:02.360002 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c47cb2-d250-482d-b90c-5416a264b567 req-697243ff-cf91-4641-bbf4-2dbbd2dabaf0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:02.360975 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-30c47cb2-d250-482d-b90c-5416a264b567 req-697243ff-cf91-4641-bbf4-2dbbd2dabaf0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.367451 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30c47cb2-d250-482d-b90c-5416a264b567 req-697243ff-cf91-4641-bbf4-2dbbd2dabaf0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "PUT /v2.0/ports/4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 200 len: 942 time: 0.6989796 Aug 09 11:37:02.370372 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:02.371289 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46478) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:02.373427 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115cd692-6cbb-46b3-af42-62b7a5fd1aed" -d '{"events": [{"name": "network-changed", "server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:02.381026 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:02.410340 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] Sync routers for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:02.473078 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['4e8c824e-98a4-4f9a-9361-30748ec4ee06'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:37:02.488261 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1f70bdf8-a5db-405c-9b23-20edd9bb4bd3 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.513414 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ff4dd4-bb3d-449d-8f0b-ead06178522b x-openstack-request-id: req-c6ff4dd4-bb3d-449d-8f0b-ead06178522b {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:02.513739 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:02.513993 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6ff4dd4-bb3d-449d-8f0b-ead06178522b {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:02.514390 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'status': 'completed', 'code': 200} Aug 09 11:37:02.515311 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] No DVR routers for this DVR port 99b9646a-05df-407b-ae45-2dc480b07c69 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:02.525992 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.528077 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ebc83c58-8a85-4bac-8f8d-b42810b0352a req-7ed783a4-c68b-4377-bdf3-2a5cbe715891 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.10 "DELETE /v2.0/ports/99b9646a-05df-407b-ae45-2dc480b07c69 HTTP/1.1" status: 204 len: 173 time: 1.4799902 Aug 09 11:37:02.546323 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697243ff-cf91-4641-bbf4-2dbbd2dabaf0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event updated for resources: {'Port': ['ID=4e8c824e-98a4-4f9a-9361-30748ec4ee06,revision_number=7']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:02.579815 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:02.580213 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:02.615468 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1f70bdf8-a5db-405c-9b23-20edd9bb4bd3 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.683356 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-23ecd0e5-639e-4b6b-a789-8e22ee371069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:02.684919 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-23ecd0e5-639e-4b6b-a789-8e22ee371069 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=116b2ef40b7c4a0ebe415d8329df9a04&device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 1098 time: 0.1921372 Aug 09 11:37:02.853316 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-d60286e2-51dc-4217-90db-53ee82c73738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:02.855347 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-fc96a824-6860-4a77-b5bc-18118caf3797 None None] Provisioning complete for port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:02.855720 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fc96a824-6860-4a77-b5bc-18118caf3797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.855900 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-d60286e2-51dc-4217-90db-53ee82c73738 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d6e76ac-3d63-4e87-91af-f81d034eb061 HTTP/1.1" status: 200 len: 916 time: 0.1528358 Aug 09 11:37:02.857245 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1f70bdf8-a5db-405c-9b23-20edd9bb4bd3 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.860331 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1f70bdf8-a5db-405c-9b23-20edd9bb4bd3 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.862451 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-1f70bdf8-a5db-405c-9b23-20edd9bb4bd3 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "DELETE /v2.0/security-groups/44168273-ec44-4a7e-bf8c-b0ba17feb037 HTTP/1.1" status: 204 len: 168 time: 0.4894660 Aug 09 11:37:02.865138 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46496) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:02.903126 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70bdf8-a5db-405c-9b23-20edd9bb4bd3 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44168273-ec44-4a7e-bf8c-b0ba17feb037,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:02.964683 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:03.101571 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-994b11fb-9b6b-489c-89f6-0b09f4012606 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 200 len: 1001 time: 0.2253673 Aug 09 11:37:03.195154 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-a2652207-a727-4838-9dcb-d81054df0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:03.197551 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-a2652207-a727-4838-9dcb-d81054df0e4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c22e4688-689a-4992-846c-f049097a2df0 HTTP/1.1" status: 200 len: 854 time: 0.0912442 Aug 09 11:37:03.233927 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3c5ab016-1231-49b5-a603-d96ce313494c req-fd0e24da-5415-44f2-9e19-ad13efaa22af tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab453d24-303a-46aa-8c31-bcbeaea6af47 HTTP/1.1" status: 200 len: 210 time: 0.0712204 Aug 09 11:37:03.272687 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Deleting port 8d5607ca-f262-4b3d-88a7-5b80c82dc1d1 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:03.273049 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.331199 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-28d3c8af-0a68-4b35-9bf0-6e95f0a72814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:03.338064 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-28d3c8af-0a68-4b35-9bf0-6e95f0a72814 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d6e76ac-3d63-4e87-91af-f81d034eb061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1283271 Aug 09 11:37:03.419092 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.419453 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.452208 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Calling delete_port for 8d5607ca-f262-4b3d-88a7-5b80c82dc1d1 owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:03.496475 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-6f8aa432-a771-40f7-a602-b6d1593cd106 service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549482 Aug 09 11:37:03.516912 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.575443 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:03.621059 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] Checking router: b93075b1-8f35-41ef-baa1-ee671999ef0a for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:03.642077 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:03.643332 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:03.660011 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-115cd692-6cbb-46b3-af42-62b7a5fd1aed req-ce3c9fe8-ffd0-44d3-ab68-75dafc018159 service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521759 Aug 09 11:37:03.781078 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:03.800713 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.846645 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event deleted for resources: {'Port': ['ID=8d5607ca-f262-4b3d-88a7-5b80c82dc1d1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:03.935928 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.936586 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Floating IP cc60507e-61fc-481f-8a8c-87d7433a7114 disassociated (deleted). External IP: 172.27.1.185, port: 4e8c824e-98a4-4f9a-9361-30748ec4ee06. Aug 09 11:37:04.031410 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:04.060676 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19337-f14d-47d7-bc37-ef414a3ff71a None None] The sync data for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi is: [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:04.156951 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Router e632f9eb-970e-42f1-8479-ca4a860fdb34 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:37:04.273362 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:04.282832 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] Sync routers for ids ['e632f9eb-970e-42f1-8479-ca4a860fdb34'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:04.285059 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.295916 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] Routers {'e632f9eb-970e-42f1-8479-ca4a860fdb34'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:04.302438 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['e632f9eb-970e-42f1-8479-ca4a860fdb34'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:04.317723 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5927fbda-6cff-458f-96c8-02bb411ad1c0 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "DELETE /v2.0/floatingips/cc60507e-61fc-481f-8a8c-87d7433a7114 HTTP/1.1" status: 204 len: 168 time: 1.4483473 Aug 09 11:37:04.347259 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e8521-d24a-4770-be09-45384a21fa40 None None] New status for floating IP e3d87147-b47b-48ad-93ab-053294979481: DOWN {{(pid=93251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:37:04.394188 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46530) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:04.451940 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] Set router e632f9eb-970e-42f1-8479-ca4a860fdb34 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:04.505895 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5182c2b0-ddd8-472a-bd2c-939e075cba1e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.519422 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'name': 'network-vif-deleted', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69'}, {'name': 'network-changed', 'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:04.521544 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c2db91-df7a-46d9-a997-15c6905b7318" -d '{"events": [{"server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "name": "network-vif-deleted", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69"}, {"name": "network-changed", "server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:04.568063 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5182c2b0-ddd8-472a-bd2c-939e075cba1e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.647992 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d01247-0866-4bff-bb01-9d362d25c0b6 x-openstack-request-id: req-15d01247-0866-4bff-bb01-9d362d25c0b6 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:04.648285 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab453d24-303a-46aa-8c31-bcbeaea6af47", "name": "network-vif-deleted", "tag": "99b9646a-05df-407b-ae45-2dc480b07c69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:04.648534 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15d01247-0866-4bff-bb01-9d362d25c0b6 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:04.648925 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab453d24-303a-46aa-8c31-bcbeaea6af47', 'name': 'network-vif-deleted', 'tag': '99b9646a-05df-407b-ae45-2dc480b07c69', 'status': 'completed', 'code': 200} Aug 09 11:37:04.649218 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'status': 'completed', 'code': 200} Aug 09 11:37:04.679453 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5182c2b0-ddd8-472a-bd2c-939e075cba1e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.683668 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5182c2b0-ddd8-472a-bd2c-939e075cba1e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.687456 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5182c2b0-ddd8-472a-bd2c-939e075cba1e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "DELETE /v2.0/security-groups/95e5d53d-eae8-423a-8e3e-b474ecc5318a HTTP/1.1" status: 204 len: 168 time: 0.2895620 Aug 09 11:37:04.688201 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46542) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:04.698897 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-2eac6766-facd-462e-92a0-1af719285539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:04.700469 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-2eac6766-facd-462e-92a0-1af719285539 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=116b2ef40b7c4a0ebe415d8329df9a04&device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 1098 time: 0.0852561 Aug 09 11:37:04.710177 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c2b0-ddd8-472a-bd2c-939e075cba1e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e5d53d-eae8-423a-8e3e-b474ecc5318a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:04.712359 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.api.v2.resource [None req-b0fedc8b-dade-480d-8ff4-6d5a1f9388b7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] show failed (client error): The resource could not be found. Aug 09 11:37:04.713492 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b0fedc8b-dade-480d-8ff4-6d5a1f9388b7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups/95e5d53d-eae8-423a-8e3e-b474ecc5318a HTTP/1.1" status: 404 len: 347 time: 0.0232391 Aug 09 11:37:04.716360 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46544) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:04.821114 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:14Z', 'revision_number': 5, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:04.866898 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] Checking router: e632f9eb-970e-42f1-8479-ca4a860fdb34 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:04.868971 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-5f27bb40-1e2b-40e7-80d9-be4449e17b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:04.871511 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-5f27bb40-1e2b-40e7-80d9-be4449e17b8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=3d6e76ac-3d63-4e87-91af-f81d034eb061 HTTP/1.1" status: 200 len: 916 time: 0.1624668 Aug 09 11:37:04.879028 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] Routers {'e632f9eb-970e-42f1-8479-ca4a860fdb34'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:04.879987 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['e632f9eb-970e-42f1-8479-ca4a860fdb34'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:04.909998 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-f15aa4b6-9534-4578-8117-260dcce770a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Deleting port 6701ba3b-b9c9-4504-a276-411f5c47dd48 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:04.910582 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f15aa4b6-9534-4578-8117-260dcce770a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.992840 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-e13a32b4-15dd-49f2-8b19-377272e57636 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 200 len: 217 time: 0.1091135 Aug 09 11:37:05.029983 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f15aa4b6-9534-4578-8117-260dcce770a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.031981 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f15aa4b6-9534-4578-8117-260dcce770a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.069012 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-f15aa4b6-9534-4578-8117-260dcce770a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Calling delete_port for 6701ba3b-b9c9-4504-a276-411f5c47dd48 owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:05.078360 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-ae770831-3094-4488-aab2-95213479f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:05.083209 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-ae770831-3094-4488-aab2-95213479f5c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c22e4688-689a-4992-846c-f049097a2df0 HTTP/1.1" status: 200 len: 854 time: 0.0824065 Aug 09 11:37:05.129345 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] Set router e632f9eb-970e-42f1-8479-ca4a860fdb34 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:05.140686 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 99b9646a-05df-407b-ae45-2dc480b07c69 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:05.162716 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-bac31401-ccf4-48a9-8179-a66d985b93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:05.170623 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-bac31401-ccf4-48a9-8179-a66d985b93cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3d6e76ac-3d63-4e87-91af-f81d034eb061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777075 Aug 09 11:37:05.185118 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 99b9646a-05df-407b-ae45-2dc480b07c69 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:37:05.187484 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 99b9646a-05df-407b-ae45-2dc480b07c69 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:05.238032 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.347784 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-b467403c-6cf1-4c76-9158-76f03a3e5fb9 service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692669 Aug 09 11:37:05.465996 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-69c2db91-df7a-46d9-a997-15c6905b7318 req-7b561ec1-7815-4383-b88c-f4111611d662 service neutron] 10.222.0.10 "GET /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098213 Aug 09 11:37:05.485907 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:14Z', 'revision_number': 5, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:05.518872 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b9894-68e0-4821-a00d-78dbac2b2df6 None None] The sync data for ids ['e632f9eb-970e-42f1-8479-ca4a860fdb34'] in dv-cinder-803900-2-iscsi is: [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:33:05Z', 'revision_number': 4, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'b2b55473-8090-47b7-86dd-f193a8c64998', 'name': '', 'network_id': '3d6e76ac-3d63-4e87-91af-f81d034eb061', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'mac_address': 'fa:16:3e:dc:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'c22e4688-689a-4992-846c-f049097a2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:05Z', 'updated_at': '2021-08-09T11:33:14Z', 'revision_number': 5, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'subnets': [{'id': 'c22e4688-689a-4992-846c-f049097a2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:05.591490 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-34e9f918-aa60-4fcc-930f-e250db4504f1 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5ac3845abd54c0184ce2a0e5385a6d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439706 Aug 09 11:37:05.788242 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474adf7-68ff-4e59-9698-a703cbfcc70b None None] New status for floating IP cc60507e-61fc-481f-8a8c-87d7433a7114: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:37:05.838716 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-a92c5106-65c1-4da7-acd8-44e0e8b9e06e tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:05.840343 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-a92c5106-65c1-4da7-acd8-44e0e8b9e06e tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421689 Aug 09 11:37:05.864013 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f15aa4b6-9534-4578-8117-260dcce770a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.868337 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-28e3a0ce-45fa-48d2-821b-95803bcb267b tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/quotas/d5ac3845abd54c0184ce2a0e5385a6d0 HTTP/1.1" status: 200 len: 375 time: 0.0193172 Aug 09 11:37:05.908721 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aa4b6-9534-4578-8117-260dcce770a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event deleted for resources: {'Port': ['ID=6701ba3b-b9c9-4504-a276-411f5c47dd48,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:05.932479 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-5e89e13a-514f-46e3-859e-94958f990716 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ac3845abd54c0184ce2a0e5385a6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421925 Aug 09 11:37:05.995967 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f15aa4b6-9534-4578-8117-260dcce770a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.999349 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f15aa4b6-9534-4578-8117-260dcce770a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.009680 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f15aa4b6-9534-4578-8117-260dcce770a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "DELETE /v2.0/floatingips/e3d87147-b47b-48ad-93ab-053294979481 HTTP/1.1" status: 204 len: 168 time: 1.2886922 Aug 09 11:37:06.162961 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24a75f02-3226-46ea-a83d-c4d0c6623c75 req-ede1d410-697f-420f-86a7-28071d2ff488 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 210 time: 0.0277162 Aug 09 11:37:06.196474 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46590) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:06.202029 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-37a2ca33-aca9-48fc-9125-da972483dc3b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092963662', 'description': 'tempest-description--1060258866'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:06.232163 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-37a2ca33-aca9-48fc-9125-da972483dc3b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.329405 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-37a2ca33-aca9-48fc-9125-da972483dc3b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.333710 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-37a2ca33-aca9-48fc-9125-da972483dc3b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.363975 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-37a2ca33-aca9-48fc-9125-da972483dc3b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.365198 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-37a2ca33-aca9-48fc-9125-da972483dc3b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1676016 Aug 09 11:37:06.367116 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2ca33-aca9-48fc-9125-da972483dc3b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50d2329-82a6-42dc-b42b-ee602f42c2ef,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:06.368327 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46596) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:06.374197 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-695b82aa-b7fb-4e6c-bb2a-61af0f4fb6af tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'security_group_rule': {'security_group_id': 'c50d2329-82a6-42dc-b42b-ee602f42c2ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:06.404319 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-695b82aa-b7fb-4e6c-bb2a-61af0f4fb6af tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.472404 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-695b82aa-b7fb-4e6c-bb2a-61af0f4fb6af tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.480986 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-695b82aa-b7fb-4e6c-bb2a-61af0f4fb6af tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.499449 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b82aa-b7fb-4e6c-bb2a-61af0f4fb6af tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c9a871-02fc-4288-bf33-6ccf5569a0c9,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:06.510278 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-695b82aa-b7fb-4e6c-bb2a-61af0f4fb6af tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.511893 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-695b82aa-b7fb-4e6c-bb2a-61af0f4fb6af tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424313 Aug 09 11:37:06.514620 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46606) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:06.520550 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-771f1e5a-ab36-433a-b4dd-f9be3afc566d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'security_group_rule': {'security_group_id': 'c50d2329-82a6-42dc-b42b-ee602f42c2ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:06.551705 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-771f1e5a-ab36-433a-b4dd-f9be3afc566d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.621680 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-771f1e5a-ab36-433a-b4dd-f9be3afc566d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.625905 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-771f1e5a-ab36-433a-b4dd-f9be3afc566d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.642000 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f1e5a-ab36-433a-b4dd-f9be3afc566d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b068021e-4e80-4bdb-b814-3c7f7b6b0516,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:06.654151 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-771f1e5a-ab36-433a-b4dd-f9be3afc566d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.659038 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-771f1e5a-ab36-433a-b4dd-f9be3afc566d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396334 Aug 09 11:37:06.660348 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46608) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:06.665519 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'floatingip': {'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:06.691537 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.796037 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.903685 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Allocated IP 172.27.1.205 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/ce6f9d8c-3a14-4457-bf1f-43d961ffdf51) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:37:07.000337 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.039041 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.072462 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:37:07.077127 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:07.081064 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:37:07.286110 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ebaa1989-5170-4bb4-acac-8c8bca4dd91f req-fdc848a9-b18f-476d-9443-b29f9440a8f3 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 210 time: 0.0361860 Aug 09 11:37:07.334941 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'Port': ['ID=ce6f9d8c-3a14-4457-bf1f-43d961ffdf51,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:07.335578 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682fd10-5e70-4aea-a1f8-2a1c03e3218f req-a9d6300f-9f31-4c06-97dd-1029dd26debe tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:07.337159 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5682fd10-5e70-4aea-a1f8-2a1c03e3218f req-a9d6300f-9f31-4c06-97dd-1029dd26debe tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.0500426 Aug 09 11:37:07.380498 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5682fd10-5e70-4aea-a1f8-2a1c03e3218f req-52339f6e-a94f-473d-bf7b-2da15c0582fe tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Aug 09 11:37:07.399602 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.432208 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.602278 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.606580 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.668483 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'Port': ['ID=ce6f9d8c-3a14-4457-bf1f-43d961ffdf51,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:07.682803 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.696763 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.698011 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e04c9bd1-326f-47d5-a6c5-8f498d0cd3e0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0364480 Aug 09 11:37:07.885185 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-03f112cc-329d-4a7b-969f-0fd893fd009f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2092963662&fields=id&tenant_id=a7a3b96504a8466298524d1b969c3ff9 HTTP/1.1" status: 200 len: 267 time: 0.0374808 Aug 09 11:37:07.988871 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-e66eb0a9-3f65-44e1-9d61-557053983cd4 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:07.990351 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-e66eb0a9-3f65-44e1-9d61-557053983cd4 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 817 time: 0.0984669 Aug 09 11:37:08.005569 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-e9777a05-11d1-455c-80f4-d6c9921e79fc tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/quotas/a7a3b96504a8466298524d1b969c3ff9 HTTP/1.1" status: 200 len: 375 time: 0.0093608 Aug 09 11:37:08.058702 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-5b9753ae-b589-4c15-a2df-defbdd231a3e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477159 Aug 09 11:37:08.155180 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-6fe6426b-4a63-492f-9285-c083755abf23 service neutron] 10.222.0.30 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842772 Aug 09 11:37:08.242577 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-aad36fae-7268-4b96-8e07-4099079687cf service neutron] 10.222.0.30 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814025 Aug 09 11:37:08.385602 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac0c8929-d1d0-4175-b716-7a9e7797e4dc req-75448b38-b0a6-4584-acf9-ef2d1508b0c1 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 210 time: 0.0345020 Aug 09 11:37:08.414989 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ca0df52f-e61d-4b94-8392-fd5894bdfa83 req-8448f218-3627-476c-9c63-0457d243b08f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 210 time: 0.0316269 Aug 09 11:37:08.503447 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e6b0a-4180-49df-b896-aa366da6fa0e req-4a3ea51f-c731-4e0f-900c-578a79d5e156 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:08.505170 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df2e6b0a-4180-49df-b896-aa366da6fa0e req-4a3ea51f-c731-4e0f-900c-578a79d5e156 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.0533683 Aug 09 11:37:08.545446 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df2e6b0a-4180-49df-b896-aa366da6fa0e req-a6a8833c-02ea-401a-9a1d-7668a1cb3e6b tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Aug 09 11:37:09.516289 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37090731-2efd-4a3d-a8ec-94a18801945d req-76a13fff-32e8-4f9f-8c68-d0c9042315b3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 210 time: 0.0298445 Aug 09 11:37:09.671817 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-920f33f6-aa1d-4587-907a-fffaed3d64da req-5f6f6894-ad0f-4417-94c5-80018c2373cd tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 210 time: 0.2175369 Aug 09 11:37:09.695240 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e0f39-49c4-43bc-a439-fd2e7be82668 req-4ad283f4-9dd2-4e63-9ada-e3b48bc6a257 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:09.696737 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb7e0f39-49c4-43bc-a439-fd2e7be82668 req-4ad283f4-9dd2-4e63-9ada-e3b48bc6a257 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.0724702 Aug 09 11:37:09.734166 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb7e0f39-49c4-43bc-a439-fd2e7be82668 req-d2ea1e54-a9ab-4b5a-96f1-46489d78cd96 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Aug 09 11:37:09.868273 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-f7a576fc-feaa-4a29-9012-1b8beecc17e4 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d5ac3845abd54c0184ce2a0e5385a6d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456820 Aug 09 11:37:10.068141 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-db8ffb33-7031-401a-91ef-a175440d7094 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:10.069571 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-db8ffb33-7031-401a-91ef-a175440d7094 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894836 Aug 09 11:37:10.084778 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Request body: {'port': {'device_id': '0d9283e5-a5a3-4acb-a2d7-14558f49ca0a', 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf', 'admin_state_up': True, 'tenant_id': 'd5ac3845abd54c0184ce2a0e5385a6d0'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:10.188562 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Made reservation on behalf of d5ac3845abd54c0184ce2a0e5385a6d0 for: {'port': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:37:10.192374 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.200859 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.304397 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.308851 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.395535 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:10.508751 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Allocated IP 192.168.233.114 (3ecf9648-c099-4aad-9239-d484c0d7dcaf/48f141ba-309a-4366-8605-37721f80f0fb/9c390fe8-0cab-4af3-a752-9c95d4de565e) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:37:10.511785 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-48453378-4abf-41e1-b3b7-34bb2538bc72 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:10.513299 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-48453378-4abf-41e1-b3b7-34bb2538bc72 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.10 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 817 time: 0.1232438 Aug 09 11:37:10.562577 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-994f6f75-130d-4faf-8f2a-e74343cde34b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a3b96504a8466298524d1b969c3ff9 HTTP/1.1" status: 200 len: 380 time: 0.0388556 Aug 09 11:37:10.574085 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'port': {'device_id': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'admin_state_up': True, 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'security_groups': ['c50d2329-82a6-42dc-b42b-ee602f42c2ef']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:10.657225 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ede5589-6b45-47a6-a7a7-a3af4aa0ec5b req-b9cd6458-752e-4a93-9a8f-c4d5d3d43972 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 210 time: 0.0568957 Aug 09 11:37:10.682152 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.696826 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Transition to ACTIVE for port object 9c390fe8-0cab-4af3-a752-9c95d4de565e will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:37:10.722781 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Made reservation on behalf of a7a3b96504a8466298524d1b969c3ff9 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:37:10.727176 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.732679 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.779280 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Network 3ecf9648-c099-4aad-9239-d484c0d7dcaf is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:37:10.782711 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:10.790448 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:37:10.847778 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:10.848466 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.868922 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7875431 Aug 09 11:37:10.873504 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738722ef-71fb-40d4-8796-b6c2b631697a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Pushing event updated for resources: {'Port': ['ID=9c390fe8-0cab-4af3-a752-9c95d4de565e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:10.884809 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Request body: {'port': {'device_id': '0d9283e5-a5a3-4acb-a2d7-14558f49ca0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:10.955603 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:10.985102 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2acb-034a-4c7a-844d-be766c2e3ee8 req-63fdd099-612b-4aee-8820-7e06cb337f18 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:10.990587 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fdfc2acb-034a-4c7a-844d-be766c2e3ee8 req-63fdd099-612b-4aee-8820-7e06cb337f18 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.1166620 Aug 09 11:37:11.004640 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce618bf2-d5bf-4375-803f-e98ccbf67b64 req-28256491-666d-4d1f-beb8-56d4fc9f346a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:11.006518 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce618bf2-d5bf-4375-803f-e98ccbf67b64 req-28256491-666d-4d1f-beb8-56d4fc9f346a tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 936 time: 0.2591560 Aug 09 11:37:11.021948 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Allocated IP 172.20.0.8 (61368b8c-3f63-4abc-860d-c08b2be3a039/20b18eae-ee69-4c3b-9794-3a5ddcfdce77/2fae3474-1ca2-45be-a18d-7a2be112c901) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:37:11.095251 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fdfc2acb-034a-4c7a-844d-be766c2e3ee8 req-09801447-7bc3-492a-ae8f-8e8d490918e8 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874991 Aug 09 11:37:11.124701 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ce618bf2-d5bf-4375-803f-e98ccbf67b64 req-72c7a445-d378-4585-bf08-c0a156020106 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045625 Aug 09 11:37:11.175191 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-84f3f146-7e06-4ff6-b8ba-b6d708d88d45 None None] Provisioning for port 9c390fe8-0cab-4af3-a752-9c95d4de565e completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:37:11.181720 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-84f3f146-7e06-4ff6-b8ba-b6d708d88d45 None None] Provisioning complete for port 9c390fe8-0cab-4af3-a752-9c95d4de565e triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:11.182492 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-84f3f146-7e06-4ff6-b8ba-b6d708d88d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.234653 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-84f3f146-7e06-4ff6-b8ba-b6d708d88d45 None None] Port 9c390fe8-0cab-4af3-a752-9c95d4de565e cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:37:11.259850 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.260490 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c390fe8-0cab-4af3-a752-9c95d4de565e {{(pid=93249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:37:11.268756 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.278956 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Transition to ACTIVE for port object 2fae3474-1ca2-45be-a18d-7a2be112c901 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:37:11.282311 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Transition to ACTIVE for port object 9c390fe8-0cab-4af3-a752-9c95d4de565e will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:37:11.287114 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.316239 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.339454 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Pushing event updated for resources: {'Port': ['ID=9c390fe8-0cab-4af3-a752-9c95d4de565e,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:11.375800 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Network 61368b8c-3f63-4abc-860d-c08b2be3a039 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:37:11.383289 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:11.385967 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:37:11.388972 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event updated for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:11.420643 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Attempting to bind port 9c390fe8-0cab-4af3-a752-9c95d4de565e on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:37:11.420989 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Attempting to bind port 9c390fe8-0cab-4af3-a752-9c95d4de565e by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '943d7225-a688-4ac9-badb-6e6c2370c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:37:11.421492 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Attempting to bind port 9c390fe8-0cab-4af3-a752-9c95d4de565e on network 3ecf9648-c099-4aad-9239-d484c0d7dcaf {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:37:11.429114 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Port 9c390fe8-0cab-4af3-a752-9c95d4de565e on network 3ecf9648-c099-4aad-9239-d484c0d7dcaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:37:11.429114 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Attempting to bind port 9c390fe8-0cab-4af3-a752-9c95d4de565e on network 3ecf9648-c099-4aad-9239-d484c0d7dcaf {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:37:11.447299 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:37:11.447746 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Checking segment: {'id': '943d7225-a688-4ac9-badb-6e6c2370c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:37:11.448186 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Bound using segment: {'id': '943d7225-a688-4ac9-badb-6e6c2370c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:37:11.448619 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Bound port: 9c390fe8-0cab-4af3-a752-9c95d4de565e, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '943d7225-a688-4ac9-badb-6e6c2370c885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:37:11.448972 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.463283 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:11.464057 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.491311 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-267c6922-cf1c-4f5b-8f18-c8d07f126aa8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9203954 Aug 09 11:37:11.509090 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Request body: {'port': {'device_id': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:11.557244 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] For port 9c390fe8-0cab-4af3-a752-9c95d4de565e, host hv-cinder-80390, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:37:11.560813 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] For port 9c390fe8-0cab-4af3-a752-9c95d4de565e, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9c390fe8-0cab-4af3-a752-9c95d4de565e,segment=NetworkSegment(943d7225-a688-4ac9-badb-6e6c2370c885),segment_id=943d7225-a688-4ac9-badb-6e6c2370c885)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:37:11.565217 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.590006 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.646366 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:11.648191 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.650317 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] 10.222.0.10 "PUT /v2.0/ports/9c390fe8-0cab-4af3-a752-9c95d4de565e HTTP/1.1" status: 200 len: 1098 time: 0.7715316 Aug 09 11:37:11.651211 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9283e5-a5a3-4acb-a2d7-14558f49ca0a', 'tag': '9c390fe8-0cab-4af3-a752-9c95d4de565e'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:11.654786 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667e4554-3508-49fb-8e3b-849c4de323a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9283e5-a5a3-4acb-a2d7-14558f49ca0a", "tag": "9c390fe8-0cab-4af3-a752-9c95d4de565e"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:11.690133 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172c0bb-4016-4e4f-a303-cb6c0e9640db service neutron] Pushing event updated for resources: {'Port': ['ID=9c390fe8-0cab-4af3-a752-9c95d4de565e,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:11.749308 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcf3641-81b7-4ada-b4b8-5f4b81c38978 x-openstack-request-id: req-cdcf3641-81b7-4ada-b4b8-5f4b81c38978 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:11.749624 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9283e5-a5a3-4acb-a2d7-14558f49ca0a", "tag": "9c390fe8-0cab-4af3-a752-9c95d4de565e", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:11.749878 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdcf3641-81b7-4ada-b4b8-5f4b81c38978 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:11.750264 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9283e5-a5a3-4acb-a2d7-14558f49ca0a', 'tag': '9c390fe8-0cab-4af3-a752-9c95d4de565e', 'status': 'completed', 'code': 200} Aug 09 11:37:11.766946 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-08bb90d7-d5f3-4fac-ad08-81a0e68b5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:11.769405 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-08bb90d7-d5f3-4fac-ad08-81a0e68b5810 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5ac3845abd54c0184ce2a0e5385a6d0&device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 1101 time: 0.0696144 Aug 09 11:37:11.788078 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-dda55aac-4f96-47fd-ba95-b5483e15d72c None None] Provisioning for port 2fae3474-1ca2-45be-a18d-7a2be112c901 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:37:11.801997 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-dda55aac-4f96-47fd-ba95-b5483e15d72c None None] Provisioning complete for port 2fae3474-1ca2-45be-a18d-7a2be112c901 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:11.802657 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dda55aac-4f96-47fd-ba95-b5483e15d72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.832742 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-aba68c24-6c52-451a-a486-9e61183fad99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=9c390fe8-0cab-4af3-a752-9c95d4de565e HTTP/1.1" status: 200 len: 217 time: 0.0434244 Aug 09 11:37:11.845159 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-dda55aac-4f96-47fd-ba95-b5483e15d72c None None] Port 2fae3474-1ca2-45be-a18d-7a2be112c901 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:37:11.894060 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-3b14f7cc-fe89-4e42-b1f7-e76bc3f2fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:11.895779 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-3b14f7cc-fe89-4e42-b1f7-e76bc3f2fc3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48f141ba-309a-4366-8605-37721f80f0fb HTTP/1.1" status: 200 len: 843 time: 0.0555108 Aug 09 11:37:11.946166 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-080ee013-4aa4-4947-8e32-86aec187c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:11.947694 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-080ee013-4aa4-4947-8e32-86aec187c459 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ecf9648-c099-4aad-9239-d484c0d7dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437593 Aug 09 11:37:11.971264 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-9efac221-42c2-4fad-a078-52edd21d7bfc tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:11.972782 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-9efac221-42c2-4fad-a078-52edd21d7bfc tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.10 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.1829283 Aug 09 11:37:11.983081 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece1f4f-9333-45b6-bfeb-1ee1c4db7486 req-9d5848cb-49c9-4df7-815c-cd74f4796ab7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:11.984603 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cece1f4f-9333-45b6-bfeb-1ee1c4db7486 req-9d5848cb-49c9-4df7-815c-cd74f4796ab7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 931 time: 0.1834698 Aug 09 11:37:12.051742 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-6675dd14-d21a-4158-8928-a67a7cafc974 service neutron] 10.222.0.10 "GET /v2.0/networks/3ecf9648-c099-4aad-9239-d484c0d7dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955811 Aug 09 11:37:12.121841 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cece1f4f-9333-45b6-bfeb-1ee1c4db7486 req-69bf7e61-a1e8-4fec-90a6-b21fbe4e763f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186152 Aug 09 11:37:12.148812 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-c393eb2a-04b9-41f2-a93b-9cbf77869622 req-e1fc9e0b-8d7b-43c9-8fe8-c30276f00af2 service neutron] 10.222.0.10 "GET /v2.0/networks/3ecf9648-c099-4aad-9239-d484c0d7dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888476 Aug 09 11:37:12.183406 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fae3474-1ca2-45be-a18d-7a2be112c901 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:37:12.203119 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.208527 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-5ac3a3e0-2c99-45cd-af91-3612482a9807 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Deleting port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:12.208859 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-5ac3a3e0-2c99-45cd-af91-3612482a9807 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.249624 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-53673bda-f306-45f7-a9d4-37b1026dc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:12.251142 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-53673bda-f306-45f7-a9d4-37b1026dc2c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5ac3845abd54c0184ce2a0e5385a6d0&device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 1101 time: 0.0449138 Aug 09 11:37:12.299702 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Transition to ACTIVE for port object 2fae3474-1ca2-45be-a18d-7a2be112c901 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:37:12.315122 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.343232 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-d0216cb7-b8f6-4b4d-88d3-4fc7fcfb83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:12.344724 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-d0216cb7-b8f6-4b4d-88d3-4fc7fcfb83c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ecf9648-c099-4aad-9239-d484c0d7dcaf HTTP/1.1" status: 200 len: 870 time: 0.0859308 Aug 09 11:37:12.386104 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ba50-2cae-45bf-b0f3-c0113c1ed563 req-a793d2ee-f1fe-4ded-8287-3f2b08e593af tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:12.387506 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-eb3e386d-7206-4b9b-b92c-52fcee945a2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=9c390fe8-0cab-4af3-a752-9c95d4de565e HTTP/1.1" status: 200 len: 217 time: 0.0343966 Aug 09 11:37:12.387669 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99c4ba50-2cae-45bf-b0f3-c0113c1ed563 req-a793d2ee-f1fe-4ded-8287-3f2b08e593af tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/ports?device_id=18af3ef1-47d1-4538-84f8-7d9b62132d2e HTTP/1.1" status: 200 len: 945 time: 0.1984293 Aug 09 11:37:12.426290 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38243230-5ea2-43bd-b5e3-1e292dc62cd3 req-dc5d4c8f-a573-457c-bbdb-6e8681b5bfce tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:12.427857 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38243230-5ea2-43bd-b5e3-1e292dc62cd3 req-dc5d4c8f-a573-457c-bbdb-6e8681b5bfce tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 948 time: 0.1961973 Aug 09 11:37:12.443797 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Pushing event updated for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:12.454557 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-953126f1-92ce-41d3-aa7f-bd2007858f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:12.456149 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-953126f1-92ce-41d3-aa7f-bd2007858f8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48f141ba-309a-4366-8605-37721f80f0fb HTTP/1.1" status: 200 len: 843 time: 0.0610669 Aug 09 11:37:12.463020 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-5ac3a3e0-2c99-45cd-af91-3612482a9807 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] For port 4e8c824e-98a4-4f9a-9361-30748ec4ee06, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4e8c824e-98a4-4f9a-9361-30748ec4ee06,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:12.463685 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-5ac3a3e0-2c99-45cd-af91-3612482a9807 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.503321 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-5ac3a3e0-2c99-45cd-af91-3612482a9807 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Calling delete_port for 4e8c824e-98a4-4f9a-9361-30748ec4ee06 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:12.506780 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-c79e8ce4-c396-4839-b868-193e66e0d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:12.508370 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-c79e8ce4-c396-4839-b868-193e66e0d0c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ecf9648-c099-4aad-9239-d484c0d7dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441070 Aug 09 11:37:12.559277 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99c4ba50-2cae-45bf-b0f3-c0113c1ed563 req-3f9db644-4c00-432c-b00f-7eb0637df265 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4429934-73bb-4660-9b25-b3831d174976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602726 Aug 09 11:37:12.600824 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38243230-5ea2-43bd-b5e3-1e292dc62cd3 req-dd788411-2785-49b2-8010-311117cbd603 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648622 Aug 09 11:37:12.608093 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-e020eb3f-9301-4ba0-a632-72fb1b8215b6 service neutron] 10.222.0.10 "GET /v2.0/networks/3ecf9648-c099-4aad-9239-d484c0d7dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904846 Aug 09 11:37:12.633064 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Attempting to bind port 2fae3474-1ca2-45be-a18d-7a2be112c901 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:37:12.633400 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Attempting to bind port 2fae3474-1ca2-45be-a18d-7a2be112c901 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:37:12.633762 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Attempting to bind port 2fae3474-1ca2-45be-a18d-7a2be112c901 on network 61368b8c-3f63-4abc-860d-c08b2be3a039 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:37:12.640285 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Port 2fae3474-1ca2-45be-a18d-7a2be112c901 on network 61368b8c-3f63-4abc-860d-c08b2be3a039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:37:12.640539 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Attempting to bind port 2fae3474-1ca2-45be-a18d-7a2be112c901 on network 61368b8c-3f63-4abc-860d-c08b2be3a039 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:37:12.654163 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:37:12.654510 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Checking segment: {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:37:12.654901 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Bound using segment: {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:37:12.655344 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Bound port: 2fae3474-1ca2-45be-a18d-7a2be112c901, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:37:12.655708 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.708656 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-0a30b6f7-1bf4-4dd4-a769-575d85c2eec0 service neutron] 10.222.0.10 "GET /v2.0/networks/3ecf9648-c099-4aad-9239-d484c0d7dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885398 Aug 09 11:37:12.762367 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:37:12.765889 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:37:12.767138 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-5ac3a3e0-2c99-45cd-af91-3612482a9807 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.778838 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.782129 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['4e8c824e-98a4-4f9a-9361-30748ec4ee06'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:37:12.805053 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3a3e0-2c99-45cd-af91-3612482a9807 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Pushing event deleted for resources: {'Port': ['ID=4e8c824e-98a4-4f9a-9361-30748ec4ee06,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:12.850673 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:12.851295 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.852751 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] 10.222.0.10 "PUT /v2.0/ports/2fae3474-1ca2-45be-a18d-7a2be112c901 HTTP/1.1" status: 200 len: 1093 time: 1.3487289 Aug 09 11:37:12.857610 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:12.858421 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:12.880319 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-5ac3a3e0-2c99-45cd-af91-3612482a9807 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] No DVR routers for this DVR port 4e8c824e-98a4-4f9a-9361-30748ec4ee06 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:12.893317 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-5ac3a3e0-2c99-45cd-af91-3612482a9807 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.895496 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-14343d51-c81f-4c5f-8ac1-e85a1e3cae37 req-5ac3a3e0-2c99-45cd-af91-3612482a9807 tempest-TestMinimumBasicScenario-1782843322 tempest-TestMinimumBasicScenario-1782843322-project] 10.222.0.10 "DELETE /v2.0/ports/4e8c824e-98a4-4f9a-9361-30748ec4ee06 HTTP/1.1" status: 204 len: 173 time: 0.9074955 Aug 09 11:37:12.948335 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dfb3af-348f-45d4-9448-1f3d70c3591f x-openstack-request-id: req-d2dfb3af-348f-45d4-9448-1f3d70c3591f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:12.948718 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:12.949042 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2dfb3af-348f-45d4-9448-1f3d70c3591f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:12.949542 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'status': 'completed', 'code': 200} Aug 09 11:37:12.964696 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] Pushing event updated for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:12.983915 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-f7f7ad4f-8a2c-4ff1-8cb8-7ab48c83db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:12.985481 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-f7f7ad4f-8a2c-4ff1-8cb8-7ab48c83db23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 1096 time: 0.0692482 Aug 09 11:37:13.043080 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-c90b5dee-3804-482c-bc96-f1a6b6004b48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fae3474-1ca2-45be-a18d-7a2be112c901 HTTP/1.1" status: 200 len: 217 time: 0.0487595 Aug 09 11:37:13.100469 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-9355dc9d-34ac-41b5-962d-496ec28ad748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:13.103068 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-9355dc9d-34ac-41b5-962d-496ec28ad748 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 200 len: 856 time: 0.0497141 Aug 09 11:37:13.167798 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-f9ad8d2e-c979-4063-9918-d13930f064b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:13.169361 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-f9ad8d2e-c979-4063-9918-d13930f064b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61368b8c-3f63-4abc-860d-c08b2be3a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552440 Aug 09 11:37:13.321602 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e04c4-0f6b-4514-b361-6b7368cbe129 req-002810d1-1da4-4c0f-a269-a6d3ad28b743 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:13.323231 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e58e04c4-0f6b-4514-b361-6b7368cbe129 req-002810d1-1da4-4c0f-a269-a6d3ad28b743 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0838697 Aug 09 11:37:13.325320 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-56264c0e-6216-4e69-a55c-b40c1b97c1c9 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464448 Aug 09 11:37:13.412674 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e58e04c4-0f6b-4514-b361-6b7368cbe129 req-8a3377c7-b59d-4ee0-b274-b0cffc8c0079 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821755 Aug 09 11:37:13.450813 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-ee6e6f3e-280f-4e26-9afb-9a4c4f27df9b service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131063 Aug 09 11:37:13.543412 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-6d0185c6-09a5-4a52-a83a-e84b20659457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:13.545413 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-6d0185c6-09a5-4a52-a83a-e84b20659457 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 1096 time: 0.0467815 Aug 09 11:37:13.638936 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-51f6b31b-56fd-4f30-83b9-2682bdccc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:13.640750 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-51f6b31b-56fd-4f30-83b9-2682bdccc6b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 918 time: 0.0865984 Aug 09 11:37:13.690465 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-02eac688-b63d-4050-a948-bb8d5a7797c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fae3474-1ca2-45be-a18d-7a2be112c901 HTTP/1.1" status: 200 len: 217 time: 0.0387101 Aug 09 11:37:13.762560 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-12ef400a-6ef9-4cf1-be50-45a803843d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:13.764032 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-12ef400a-6ef9-4cf1-be50-45a803843d3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 200 len: 856 time: 0.0651584 Aug 09 11:37:13.777250 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4463d6f-7520-4241-bb2b-161d50c6aeeb req-16b2e40f-7ddc-4e98-86e0-185bcdf0eaa8 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:13.778784 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f4463d6f-7520-4241-bb2b-161d50c6aeeb req-16b2e40f-7ddc-4e98-86e0-185bcdf0eaa8 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 948 time: 0.0911262 Aug 09 11:37:13.842124 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f4463d6f-7520-4241-bb2b-161d50c6aeeb req-0f77a1c0-1a48-4202-9311-0842a8b1d033 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534086 Aug 09 11:37:13.848038 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-be0c6287-8087-4252-857b-3ebb3d7ebc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:13.849562 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-be0c6287-8087-4252-857b-3ebb3d7ebc80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61368b8c-3f63-4abc-860d-c08b2be3a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698380 Aug 09 11:37:14.226750 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-7aedff38-3817-4b75-b2a1-f8cb1c7cec43 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680022 Aug 09 11:37:14.332307 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2f9b98db-519e-4f4b-8e6b-9d6dcf2f2589 req-647be848-75a9-4cd3-8504-58365de3b7cf service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965846 Aug 09 11:37:14.453323 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46790) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:14.556782 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d234df-16d7-4908-a2ed-c330c73c4dde req-4d656cd1-aafb-4714-9b99-30379d3d6f5a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:14.558303 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-42d234df-16d7-4908-a2ed-c330c73c4dde req-4d656cd1-aafb-4714-9b99-30379d3d6f5a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0683088 Aug 09 11:37:14.595308 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-42d234df-16d7-4908-a2ed-c330c73c4dde req-1d4428c2-6430-49b1-a056-7c9d2be2ada5 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Aug 09 11:37:14.816625 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660804'] for router_interface, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:14.950049 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'name': 'network-vif-deleted', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:14.952268 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc079b5e-8e42-4b23-adef-46982cc3135f" -d '{"events": [{"server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "name": "network-vif-deleted", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:14.967505 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73674c2d-5aa2-4ce4-8afc-b73d469135f6 req-9597411f-c123-4f79-a4ba-9869f94d46f1 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:14.969041 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-73674c2d-5aa2-4ce4-8afc-b73d469135f6 req-9597411f-c123-4f79-a4ba-9869f94d46f1 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 948 time: 0.0542581 Aug 09 11:37:14.993287 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8162e3b1-c10f-467b-9c3b-c02f79b93547 x-openstack-request-id: req-8162e3b1-c10f-467b-9c3b-c02f79b93547 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:14.993846 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18af3ef1-47d1-4538-84f8-7d9b62132d2e", "name": "network-vif-deleted", "tag": "4e8c824e-98a4-4f9a-9361-30748ec4ee06", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:14.994291 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8162e3b1-c10f-467b-9c3b-c02f79b93547 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:14.994674 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18af3ef1-47d1-4538-84f8-7d9b62132d2e', 'name': 'network-vif-deleted', 'tag': '4e8c824e-98a4-4f9a-9361-30748ec4ee06', 'status': 'completed', 'code': 200} Aug 09 11:37:15.012815 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-73674c2d-5aa2-4ce4-8afc-b73d469135f6 req-96044331-d5f5-4663-a631-8687042bbd22 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Aug 09 11:37:15.064770 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] Deleting port b2b55473-8090-47b7-86dd-f193a8c64998 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:15.065182 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:15.148549 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] For port b2b55473-8090-47b7-86dd-f193a8c64998, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=b2b55473-8090-47b7-86dd-f193a8c64998,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:15.148821 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:15.161223 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] Calling delete_port for b2b55473-8090-47b7-86dd-f193a8c64998 owned by network:router_interface {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:15.201223 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9c390fe8-0cab-4af3-a752-9c95d4de565e details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:37:15.346165 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:15.372843 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b55473-8090-47b7-86dd-f193a8c64998,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:15.434345 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 9c390fe8-0cab-4af3-a752-9c95d4de565e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9c390fe8-0cab-4af3-a752-9c95d4de565e,segment=NetworkSegment(943d7225-a688-4ac9-badb-6e6c2370c885),segment_id=943d7225-a688-4ac9-badb-6e6c2370c885)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:15.447716 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '9c390fe8-0cab-4af3-a752-9c95d4de565e', 'network_id': '3ecf9648-c099-4aad-9239-d484c0d7dcaf', 'port_id': '9c390fe8-0cab-4af3-a752-9c95d4de565e', 'mac_address': 'fa:16:3e:d7:05:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f141ba-309a-4366-8605-37721f80f0fb', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:37:15.504625 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:15.519308 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c390fe8-0cab-4af3-a752-9c95d4de565e {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:37:15.543159 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 9c390fe8-0cab-4af3-a752-9c95d4de565e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9c390fe8-0cab-4af3-a752-9c95d4de565e,segment=NetworkSegment(943d7225-a688-4ac9-badb-6e6c2370c885),segment_id=943d7225-a688-4ac9-badb-6e6c2370c885)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:15.548853 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:15.603315 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=9c390fe8-0cab-4af3-a752-9c95d4de565e,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:15.614501 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.614501 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.614501 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.614501 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.614501 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.614501 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.615020 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.615020 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.615245 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.615568 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.615897 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.616401 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:15.740507 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda2380-b55b-45cd-a665-81280df7fd22 req-38b07956-659b-4ed5-ae7f-5b7de4c1929f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:15.742215 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bcda2380-b55b-45cd-a665-81280df7fd22 req-38b07956-659b-4ed5-ae7f-5b7de4c1929f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0569367 Aug 09 11:37:15.786053 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bcda2380-b55b-45cd-a665-81280df7fd22 req-80dbd16b-e668-49ea-801a-82f2d4e1738e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365448 Aug 09 11:37:15.814867 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['9c390fe8-0cab-4af3-a752-9c95d4de565e'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:37:15.815919 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659188'] for router_interface, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.033425 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] Router e632f9eb-970e-42f1-8479-ca4a860fdb34 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:37:16.133605 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8616f-3824-4e2e-9aa0-a78741e1fb76 req-f36b21d4-1513-4e20-8a59-73ec7d80ad8b tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:16.135130 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4e8616f-3824-4e2e-9aa0-a78741e1fb76 req-f36b21d4-1513-4e20-8a59-73ec7d80ad8b tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 949 time: 0.0533938 Aug 09 11:37:16.141902 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:16.148166 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-3deb998a-2dc9-4095-aabe-98bced90b342 admin admin] 10.222.0.30 "PUT /v2.0/routers/e632f9eb-970e-42f1-8479-ca4a860fdb34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6930978 Aug 09 11:37:16.150659 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46814) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:16.152454 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] Sync routers for ids ['e632f9eb-970e-42f1-8479-ca4a860fdb34'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:16.164350 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] Routers {'e632f9eb-970e-42f1-8479-ca4a860fdb34'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:16.164886 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['e632f9eb-970e-42f1-8479-ca4a860fdb34'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:16.176870 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e4e8616f-3824-4e2e-9aa0-a78741e1fb76 req-9512a6c0-1839-4a85-a839-3582fe0181fd tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358469 Aug 09 11:37:16.259039 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.282520 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] Set router e632f9eb-970e-42f1-8479-ca4a860fdb34 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:16.363191 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.415165 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Deleting port 18a513a0-7e1e-4094-8667-9bb795a13fba {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:16.415629 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.460059 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:37:15Z', 'revision_number': 5, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port': {'id': '18a513a0-7e1e-4094-8667-9bb795a13fba', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:01Z', 'updated_at': '2021-08-09T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:16.489770 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] Checking router: e632f9eb-970e-42f1-8479-ca4a860fdb34 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:16.493222 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] For port 18a513a0-7e1e-4094-8667-9bb795a13fba, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=18a513a0-7e1e-4094-8667-9bb795a13fba,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:16.493625 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.498384 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] Routers {'e632f9eb-970e-42f1-8479-ca4a860fdb34'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:16.498983 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['e632f9eb-970e-42f1-8479-ca4a860fdb34'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:16.507814 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Calling delete_port for 18a513a0-7e1e-4094-8667-9bb795a13fba owned by network:router_gateway {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:16.592064 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] Set router e632f9eb-970e-42f1-8479-ca4a860fdb34 gateway port host: None {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:16.648765 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:37:16Z', 'revision_number': 6, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port_host': None}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:16.679761 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2828782e-d947-47e9-a110-9a393ae5b5bf None None] The sync data for ids ['e632f9eb-970e-42f1-8479-ca4a860fdb34'] in dv-cinder-803900-2-iscsi is: [{'id': 'e632f9eb-970e-42f1-8479-ca4a860fdb34', 'name': 'tempest-TestMinimumBasicScenario-1650245331-router', 'tenant_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:00Z', 'updated_at': '2021-08-09T11:37:16Z', 'revision_number': 6, 'project_id': '116b2ef40b7c4a0ebe415d8329df9a04', 'gw_port_host': None}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:16.681117 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.716871 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Pushing event deleted for resources: {'Port': ['ID=18a513a0-7e1e-4094-8667-9bb795a13fba,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:16.790371 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1660114'] for router_gateway, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.883995 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36587'] for router, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.886227 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.924355 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ca548-29cc-46ef-8878-53c995e68fd5 req-c9a4d32d-1477-4d8d-a789-2cda14640674 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:16.925944 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ab8ca548-29cc-46ef-8878-53c995e68fd5 req-c9a4d32d-1477-4d8d-a789-2cda14640674 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0531180 Aug 09 11:37:16.932949 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662930'] for router, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.933397 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e632f9eb-970e-42f1-8479-ca4a860fdb34 {{(pid=93249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:37:16.940290 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.941441 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-788ef15f-6df4-4575-b67f-910b4acff3bd admin admin] 10.222.0.30 "DELETE /v2.0/routers/e632f9eb-970e-42f1-8479-ca4a860fdb34 HTTP/1.1" status: 204 len: 168 time: 0.7897282 Aug 09 11:37:16.943850 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46830) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:16.973349 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ab8ca548-29cc-46ef-8878-53c995e68fd5 req-d818773b-74a6-4e4e-b2b9-fa5756443d08 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 Aug 09 11:37:16.999079 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-742e226f-1699-4f82-afa0-218c0c111e01 admin admin] Deleting subnet c22e4688-689a-4992-846c-f049097a2df0 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:37:16.999079 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-742e226f-1699-4f82-afa0-218c0c111e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.033471 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-742e226f-1699-4f82-afa0-218c0c111e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12834124'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.181120 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-742e226f-1699-4f82-afa0-218c0c111e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.203622 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 2fae3474-1ca2-45be-a18d-7a2be112c901 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:37:17.206321 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9c390fe8-0cab-4af3-a752-9c95d4de565e up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:37:17.238236 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-742e226f-1699-4f82-afa0-218c0c111e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12821648'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.266027 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e226f-1699-4f82-afa0-218c0c111e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22e4688-689a-4992-846c-f049097a2df0,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:17.270065 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-742e226f-1699-4f82-afa0-218c0c111e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.274820 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-742e226f-1699-4f82-afa0-218c0c111e01 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c22e4688-689a-4992-846c-f049097a2df0 HTTP/1.1" status: 204 len: 168 time: 0.3298707 Aug 09 11:37:17.275507 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46836) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:17.315767 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ae82c-a959-4edb-af23-b869708726c2 None None] Network 3d6e76ac-3d63-4e87-91af-f81d034eb061 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:37:17.317433 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fdb8e-13af-4ca1-a5fa-8225a4772aaf req-7eb35235-5108-42ec-9d3a-574b35ef288b tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:17.319119 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b47fdb8e-13af-4ca1-a5fa-8225a4772aaf req-7eb35235-5108-42ec-9d3a-574b35ef288b tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 949 time: 0.0709281 Aug 09 11:37:17.355680 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.357795 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b47fdb8e-13af-4ca1-a5fa-8225a4772aaf req-cabcc399-34d8-4dda-87b8-b6f59256ea21 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320308 Aug 09 11:37:17.374679 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 9c390fe8-0cab-4af3-a752-9c95d4de565e completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:37:17.392837 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 9c390fe8-0cab-4af3-a752-9c95d4de565e triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:17.393206 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.413537 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Deleting port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:17.413805 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.473040 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:17.475956 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] For port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=2b740e6c-a120-44de-bb59-fefc8b2dc7eb,segment=NetworkSegment(2a8320a2-739b-4379-8464-a444ea338660),segment_id=2a8320a2-739b-4379-8464-a444ea338660)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:17.476409 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.496168 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Calling delete_port for 2b740e6c-a120-44de-bb59-fefc8b2dc7eb owned by network:dhcp {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:17.498732 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device b2b55473-8090-47b7-86dd-f193a8c64998 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:17.522674 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'port_id': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'mac_address': 'fa:16:3e:c0:6e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:37:17.528166 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: b2b55473-8090-47b7-86dd-f193a8c64998 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:37:17.528455 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device b2b55473-8090-47b7-86dd-f193a8c64998 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:17.581624 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.600801 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.614753 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b740e6c-a120-44de-bb59-fefc8b2dc7eb,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:17.616803 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] No DVR routers for this DVR port 2b740e6c-a120-44de-bb59-fefc8b2dc7eb on host dv-cinder-803900-2-iscsi {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:17.617256 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.622425 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fae3474-1ca2-45be-a18d-7a2be112c901 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:37:17.661069 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:17.666030 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9283e5-a5a3-4acb-a2d7-14558f49ca0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c390fe8-0cab-4af3-a752-9c95d4de565e'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:17.668905 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413427fb-2168-42c2-816f-5da67261237a" -d '{"events": [{"server_uuid": "0d9283e5-a5a3-4acb-a2d7-14558f49ca0a", "name": "network-vif-plugged", "status": "completed", "tag": "9c390fe8-0cab-4af3-a752-9c95d4de565e"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:17.676701 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a1ccec-fc2f-4ca5-9be9-c13272f79e1e None None] DHCP port deletion for 3d6e76ac-3d63-4e87-91af-f81d034eb061 request from dv-cinder-803900-2-iscsi {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:37:17.687546 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.695615 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 9c390fe8-0cab-4af3-a752-9c95d4de565e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9c390fe8-0cab-4af3-a752-9c95d4de565e,segment=NetworkSegment(943d7225-a688-4ac9-badb-6e6c2370c885),segment_id=943d7225-a688-4ac9-badb-6e6c2370c885)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:17.701726 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.713407 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6e76ac-3d63-4e87-91af-f81d034eb061']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:17.727146 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.727931 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 4e8c824e-98a4-4f9a-9361-30748ec4ee06 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:17.730251 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8320a2-739b-4379-8464-a444ea338660') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:17.730795 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8320a2-739b-4379-8464-a444ea338660') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:17.734623 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36d5262-cfc1-42e0-82c7-b9f73e1bf7cf x-openstack-request-id: req-a36d5262-cfc1-42e0-82c7-b9f73e1bf7cf {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:17.734927 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9283e5-a5a3-4acb-a2d7-14558f49ca0a", "name": "network-vif-plugged", "status": "completed", "tag": "9c390fe8-0cab-4af3-a752-9c95d4de565e", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:17.735160 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a36d5262-cfc1-42e0-82c7-b9f73e1bf7cf {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:17.735546 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9283e5-a5a3-4acb-a2d7-14558f49ca0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c390fe8-0cab-4af3-a752-9c95d4de565e', 'code': 200} Aug 09 11:37:17.744696 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12834139'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.757565 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 4e8c824e-98a4-4f9a-9361-30748ec4ee06 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:37:17.757905 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 4e8c824e-98a4-4f9a-9361-30748ec4ee06 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:17.785371 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.791837 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:17.793143 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:37:17.793760 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13264476'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: Traceback (most recent call last): Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: timer() Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: cb(*args, **kw) Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: return func(*args, **kwargs) Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: self._notify() Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: self.callback(batched_events) Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: event.method(event) Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: return f(self, *a, **k) Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._get(url).json() Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: return self.request(url, 'GET', **kwargs) Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:37:17.799789 dv-cinder-803900-2-iscsi neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:37:17.864609 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=9c390fe8-0cab-4af3-a752-9c95d4de565e,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:17.887261 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.893857 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:17.896179 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3d6e76ac-3d63-4e87-91af-f81d034eb061 HTTP/1.1" status: 204 len: 168 time: 0.6195207 Aug 09 11:37:17.898980 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46840) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:17.908507 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a7b49-e44a-473e-9d76-1bcc0533c1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6e76ac-3d63-4e87-91af-f81d034eb061,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:17.941927 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['2fae3474-1ca2-45be-a18d-7a2be112c901'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:37:18.012315 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25854-e4fd-4e5f-94bf-bc286d7a34ee req-a972f02d-39b7-4841-827e-1476d9f8ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:18.013858 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-98b25854-e4fd-4e5f-94bf-bc286d7a34ee req-a972f02d-39b7-4841-827e-1476d9f8ed4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 1103 time: 0.1291656 Aug 09 11:37:18.130134 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-98b25854-e4fd-4e5f-94bf-bc286d7a34ee req-3ce8a9f4-64dc-42c0-b6a6-2d8123d73c74 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995669 Aug 09 11:37:18.189002 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339ad46-eb06-4690-b89b-37b7217f2b0a req-744d2602-d927-4cf6-8f85-0e42797ff6f3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:18.191127 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3339ad46-eb06-4690-b89b-37b7217f2b0a req-744d2602-d927-4cf6-8f85-0e42797ff6f3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 944 time: 0.1313932 Aug 09 11:37:18.260740 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3339ad46-eb06-4690-b89b-37b7217f2b0a req-4d4c374e-ec70-4545-93b7-0fd919e55577 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609596 Aug 09 11:37:18.516661 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660804'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:18.561175 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145653b-b41f-490b-97d2-cfa54641bd04 req-d7016930-4bb2-40c6-be9d-df28d1ac69e6 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:18.562682 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0145653b-b41f-490b-97d2-cfa54641bd04 req-d7016930-4bb2-40c6-be9d-df28d1ac69e6 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 950 time: 0.1160610 Aug 09 11:37:18.644336 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0145653b-b41f-490b-97d2-cfa54641bd04 req-ea13e064-0f37-42cb-958d-40e8bb444704 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732493 Aug 09 11:37:18.846025 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] Deleting port c1ef198c-5635-4733-acd2-449a334f2ae4 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:18.846366 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:18.933555 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] For port c1ef198c-5635-4733-acd2-449a334f2ae4, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=c1ef198c-5635-4733-acd2-449a334f2ae4,segment=NetworkSegment(f784773e-691f-473e-80b8-7110ac5762f8),segment_id=f784773e-691f-473e-80b8-7110ac5762f8)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:18.934044 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:18.949524 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] Calling delete_port for c1ef198c-5635-4733-acd2-449a334f2ae4 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:19.090435 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 18a513a0-7e1e-4094-8667-9bb795a13fba no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:19.110453 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 18a513a0-7e1e-4094-8667-9bb795a13fba {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:37:19.110888 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 18a513a0-7e1e-4094-8667-9bb795a13fba not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:19.111377 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 2b740e6c-a120-44de-bb59-fefc8b2dc7eb no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:19.131443 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 2b740e6c-a120-44de-bb59-fefc8b2dc7eb {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:37:19.131789 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 2b740e6c-a120-44de-bb59-fefc8b2dc7eb not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:19.163875 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:19.194186 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ef198c-5635-4733-acd2-449a334f2ae4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:19.213121 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 2fae3474-1ca2-45be-a18d-7a2be112c901 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:37:19.408667 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 2fae3474-1ca2-45be-a18d-7a2be112c901 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:37:19.413604 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 2fae3474-1ca2-45be-a18d-7a2be112c901 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:19.413972 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:19.415546 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659188'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:19.433373 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351f065-d64e-4e36-91f0-3061a130ab7b req-cd2e1aba-b062-4727-a8ed-c365ab2e8b09 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:19.434895 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2351f065-d64e-4e36-91f0-3061a130ab7b req-cd2e1aba-b062-4727-a8ed-c365ab2e8b09 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 944 time: 0.0668945 Aug 09 11:37:19.493234 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:19.543300 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:19.551650 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:19.554128 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2351f065-d64e-4e36-91f0-3061a130ab7b req-3436427f-de21-46f3-b98a-a0987c5c6e66 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814216 Aug 09 11:37:19.616401 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:19.701786 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] Router 3f0f0538-2815-49ab-b05d-821ff5209039 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:37:19.737316 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:19.739768 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ebc0c9-0b6c-4761-b209-e7d3208d4081" -d '{"events": [{"server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:19.776060 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61f81ec-75f2-4792-979a-847ebf4cda01 x-openstack-request-id: req-d61f81ec-75f2-4792-979a-847ebf4cda01 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:19.777123 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:19.777380 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d61f81ec-75f2-4792-979a-847ebf4cda01 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:19.777819 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'code': 200} Aug 09 11:37:19.849329 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af88e37-f155-4825-8485-2d83457d20b9 req-f30d6996-1986-4b8d-b3f7-f9d5e4691644 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:19.850868 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0af88e37-f155-4825-8485-2d83457d20b9 req-f30d6996-1986-4b8d-b3f7-f9d5e4691644 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 950 time: 0.1399558 Aug 09 11:37:19.888625 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:19.894707 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c0ed6618-989c-4038-99d2-7f221a1ace0a admin admin] 10.222.0.30 "PUT /v2.0/routers/3f0f0538-2815-49ab-b05d-821ff5209039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9944963 Aug 09 11:37:19.897191 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46876) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:19.907369 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] Sync routers for ids ['3f0f0538-2815-49ab-b05d-821ff5209039'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:19.931593 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] Routers {'3f0f0538-2815-49ab-b05d-821ff5209039'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:19.932549 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['3f0f0538-2815-49ab-b05d-821ff5209039'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:19.961234 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0af88e37-f155-4825-8485-2d83457d20b9 req-c369ce07-14d7-474e-a25d-e39589e99154 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031578 Aug 09 11:37:20.053560 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5f6b4-846f-42e2-9f93-361b45a477b1 req-e39f99a3-4a90-491b-9cbe-7301e0bfcdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:20.055078 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24b5f6b4-846f-42e2-9f93-361b45a477b1 req-e39f99a3-4a90-491b-9cbe-7301e0bfcdd5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 1098 time: 0.0929351 Aug 09 11:37:20.056405 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] Set router 3f0f0538-2815-49ab-b05d-821ff5209039 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:20.274765 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'name': 'tempest-TestMinimumBasicScenario-1936142978-router', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:09Z', 'updated_at': '2021-08-09T11:37:19Z', 'revision_number': 5, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'gw_port': {'id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:10Z', 'updated_at': '2021-08-09T11:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:20.301813 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] Checking router: 3f0f0538-2815-49ab-b05d-821ff5209039 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:20.310825 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] Routers {'3f0f0538-2815-49ab-b05d-821ff5209039'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:20.311472 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['3f0f0538-2815-49ab-b05d-821ff5209039'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:20.349256 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:20.419906 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] Set router 3f0f0538-2815-49ab-b05d-821ff5209039 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:20.435694 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-24b5f6b4-846f-42e2-9f93-361b45a477b1 req-16d7bd10-107b-4b7f-9e3f-6ba1b20be72d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715045 Aug 09 11:37:20.491054 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16033069-704c-47ab-856c-8e384b0563d7 req-c2960880-795c-408a-a869-dd84adbe9e16 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:20.492550 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16033069-704c-47ab-856c-8e384b0563d7 req-c2960880-795c-408a-a869-dd84adbe9e16 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 950 time: 0.1456437 Aug 09 11:37:20.519499 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:20.544489 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-16033069-704c-47ab-856c-8e384b0563d7 req-74b2f82d-dcd0-4807-83a2-126a8163b3af tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Aug 09 11:37:20.590911 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Deleting port a2be9088-29f5-4efa-82d1-d5ba8e7070a7 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:20.591608 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:20.603221 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'name': 'tempest-TestMinimumBasicScenario-1936142978-router', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:09Z', 'updated_at': '2021-08-09T11:37:19Z', 'revision_number': 5, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'gw_port': {'id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:10Z', 'updated_at': '2021-08-09T11:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:20.630855 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff05b7-fb09-4bfd-af8e-e2268422720f None None] The sync data for ids ['3f0f0538-2815-49ab-b05d-821ff5209039'] in dv-cinder-803900-2-iscsi is: [{'id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'name': 'tempest-TestMinimumBasicScenario-1936142978-router', 'tenant_id': '1919cdd407ee4e46a877c486cbf589fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:33:09Z', 'updated_at': '2021-08-09T11:37:19Z', 'revision_number': 5, 'project_id': '1919cdd407ee4e46a877c486cbf589fe', 'gw_port': {'id': 'a2be9088-29f5-4efa-82d1-d5ba8e7070a7', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0f0538-2815-49ab-b05d-821ff5209039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:33:10Z', 'updated_at': '2021-08-09T11:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:20.702123 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] For port a2be9088-29f5-4efa-82d1-d5ba8e7070a7, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=a2be9088-29f5-4efa-82d1-d5ba8e7070a7,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:20.702482 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:20.724190 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88e770-306b-4809-8ed1-9874728078b5 req-c9331e57-a399-4804-9df2-329decf3c101 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:20.725695 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4b88e770-306b-4809-8ed1-9874728078b5 req-c9331e57-a399-4804-9df2-329decf3c101 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0813282 Aug 09 11:37:20.726563 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Calling delete_port for a2be9088-29f5-4efa-82d1-d5ba8e7070a7 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:20.808479 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4b88e770-306b-4809-8ed1-9874728078b5 req-465610fb-e3f0-4ebf-a101-d7ffacaee36e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762115 Aug 09 11:37:20.922712 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:20.949799 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2be9088-29f5-4efa-82d1-d5ba8e7070a7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:21.014714 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1660114'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.141898 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36587'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.146197 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.191789 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device c1ef198c-5635-4733-acd2-449a334f2ae4 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:21.214162 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: c1ef198c-5635-4733-acd2-449a334f2ae4 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:37:21.214598 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device c1ef198c-5635-4733-acd2-449a334f2ae4 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:21.239702 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662930'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.240381 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0f0538-2815-49ab-b05d-821ff5209039 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:37:21.245663 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.246970 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-16051f8c-5595-4110-8f80-ec637053dcc8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3f0f0538-2815-49ab-b05d-821ff5209039 HTTP/1.1" status: 204 len: 168 time: 1.3434863 Aug 09 11:37:21.249356 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46898) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:21.294501 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-7985b67f-3ecd-42b1-9845-aff6d5c71ec0 admin admin] Deleting subnet 261d8030-08e8-40af-98cd-3ad14267d1e5 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:37:21.297816 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7985b67f-3ecd-42b1-9845-aff6d5c71ec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.334478 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7985b67f-3ecd-42b1-9845-aff6d5c71ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14619013'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.452140 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7985b67f-3ecd-42b1-9845-aff6d5c71ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.515226 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7985b67f-3ecd-42b1-9845-aff6d5c71ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14597144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12896269'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.548160 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985b67f-3ecd-42b1-9845-aff6d5c71ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261d8030-08e8-40af-98cd-3ad14267d1e5,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:21.550815 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7985b67f-3ecd-42b1-9845-aff6d5c71ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.553207 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7985b67f-3ecd-42b1-9845-aff6d5c71ec0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/261d8030-08e8-40af-98cd-3ad14267d1e5 HTTP/1.1" status: 204 len: 168 time: 0.3027933 Aug 09 11:37:21.555553 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46900) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:21.555703 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145b3e6-a8fd-48d3-8ea3-afb8609633e2 None None] Network efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:37:21.647306 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.672124 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:37:21.696849 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49446b-1bdf-4fc9-9148-7072a40918bb req-d609657c-7e16-48f2-9d97-8375cc356ef6 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:21.698458 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9f49446b-1bdf-4fc9-9148-7072a40918bb req-d609657c-7e16-48f2-9d97-8375cc356ef6 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 950 time: 0.0824711 Aug 09 11:37:21.725615 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698f3afa-dac1-487f-9690-8e94fded33c5 None None] DHCP port deletion for efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 request from dv-cinder-803900-2-iscsi {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:37:21.749494 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9f49446b-1bdf-4fc9-9148-7072a40918bb req-bc2ac158-5a94-4561-8667-5efdce982e30 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Aug 09 11:37:21.756792 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Deleting port 17b7c1d9-4821-4c48-8fdc-340d5838aaea {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:21.757487 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.787220 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-698f3afa-dac1-487f-9690-8e94fded33c5 None None] Deleting port 17b7c1d9-4821-4c48-8fdc-340d5838aaea {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:21.787820 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-698f3afa-dac1-487f-9690-8e94fded33c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.820492 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] For port 17b7c1d9-4821-4c48-8fdc-340d5838aaea, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=17b7c1d9-4821-4c48-8fdc-340d5838aaea,segment=NetworkSegment(f784773e-691f-473e-80b8-7110ac5762f8),segment_id=f784773e-691f-473e-80b8-7110ac5762f8)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:21.820850 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.855240 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-698f3afa-dac1-487f-9690-8e94fded33c5 None None] For port 17b7c1d9-4821-4c48-8fdc-340d5838aaea, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=17b7c1d9-4821-4c48-8fdc-340d5838aaea,segment=NetworkSegment(f784773e-691f-473e-80b8-7110ac5762f8),segment_id=f784773e-691f-473e-80b8-7110ac5762f8)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:21.855646 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-698f3afa-dac1-487f-9690-8e94fded33c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.856880 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Calling delete_port for 17b7c1d9-4821-4c48-8fdc-340d5838aaea owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:21.871618 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-698f3afa-dac1-487f-9690-8e94fded33c5 None None] Calling delete_port for 17b7c1d9-4821-4c48-8fdc-340d5838aaea owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:21.952086 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-3d1cea7a-d2fc-42ae-bef2-c022ce1c8034 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:21.953495 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-3d1cea7a-d2fc-42ae-bef2-c022ce1c8034 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 950 time: 0.1297963 Aug 09 11:37:22.002775 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-698f3afa-dac1-487f-9690-8e94fded33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.031546 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f3afa-dac1-487f-9690-8e94fded33c5 None None] Pushing event deleted for resources: {'Port': ['ID=17b7c1d9-4821-4c48-8fdc-340d5838aaea,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:22.035555 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d68e28-fd09-45cf-bad0-83dc75b9524f req-cc1ca192-9846-487a-bef5-e3d3b18ecdab tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:22.037298 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f3afa-dac1-487f-9690-8e94fded33c5 None None] No DVR routers for this DVR port 17b7c1d9-4821-4c48-8fdc-340d5838aaea on host dv-cinder-803900-2-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:22.038175 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-35d68e28-fd09-45cf-bad0-83dc75b9524f req-cc1ca192-9846-487a-bef5-e3d3b18ecdab tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1269529 Aug 09 11:37:22.077941 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.120010 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b7c1d9-4821-4c48-8fdc-340d5838aaea,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:22.124400 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] No DVR routers for this DVR port 17b7c1d9-4821-4c48-8fdc-340d5838aaea on host dv-cinder-803900-2-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:22.137214 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-35d68e28-fd09-45cf-bad0-83dc75b9524f req-76d337ac-04dc-48fa-b4ca-74a3750968ad tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936081 Aug 09 11:37:22.214603 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-0e841ed6-d970-4ef0-b1cb-302e58bac7f2 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Deleting port 9c390fe8-0cab-4af3-a752-9c95d4de565e {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:22.214946 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-0e841ed6-d970-4ef0-b1cb-302e58bac7f2 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.222205 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.288362 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:22.305998 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f784773e-691f-473e-80b8-7110ac5762f8') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:22.306284 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f784773e-691f-473e-80b8-7110ac5762f8') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:22.323737 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14619026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.353141 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.368841 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf68419-813c-4934-919e-2e1f141b97a9 req-efa4743c-950e-4989-8386-01279fd8f1bd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:22.370265 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-adf68419-813c-4934-919e-2e1f141b97a9 req-efa4743c-950e-4989-8386-01279fd8f1bd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1505265 Aug 09 11:37:22.374781 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:37:22.375177 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14597318'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: self.session.flush() Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: self.session.flush() Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: self.session.flush() Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: self.session.flush() Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: timer() Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: cb(*args, **kw) Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: self._notify() Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: self.callback(batched_events) Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: event.method(event) Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._get(url).json() Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:37:22.377392 dv-cinder-803900-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:37:22.380512 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 46914) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:22.385626 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-5304d484-6b06-4cdc-93a4-18b4cf3bbd16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Request body: {'floatingip': {'port_id': '2fae3474-1ca2-45be-a18d-7a2be112c901'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:22.427206 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-0e841ed6-d970-4ef0-b1cb-302e58bac7f2 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] For port 9c390fe8-0cab-4af3-a752-9c95d4de565e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9c390fe8-0cab-4af3-a752-9c95d4de565e,segment=NetworkSegment(943d7225-a688-4ac9-badb-6e6c2370c885),segment_id=943d7225-a688-4ac9-badb-6e6c2370c885)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:22.427567 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-0e841ed6-d970-4ef0-b1cb-302e58bac7f2 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.427690 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5304d484-6b06-4cdc-93a4-18b4cf3bbd16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.445112 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-0e841ed6-d970-4ef0-b1cb-302e58bac7f2 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Calling delete_port for 9c390fe8-0cab-4af3-a752-9c95d4de565e owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:22.456105 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.463254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.465126 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] 10.222.0.30 "DELETE /v2.0/networks/efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4 HTTP/1.1" status: 204 len: 168 time: 0.9086637 Aug 09 11:37:22.510689 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f556bc-19d3-43fb-b150-38c1e76d4779 admin admin] Pushing event deleted for resources: {'Network': ['ID=efbc3afa-93d9-44e4-a9de-b1ccb6ad21e4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:22.606918 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-0e841ed6-d970-4ef0-b1cb-302e58bac7f2 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.621168 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['9c390fe8-0cab-4af3-a752-9c95d4de565e'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:37:22.640955 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e841ed6-d970-4ef0-b1cb-302e58bac7f2 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Pushing event deleted for resources: {'Port': ['ID=9c390fe8-0cab-4af3-a752-9c95d4de565e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:22.674254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46918) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:22.708528 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-0e841ed6-d970-4ef0-b1cb-302e58bac7f2 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] No DVR routers for this DVR port 9c390fe8-0cab-4af3-a752-9c95d4de565e on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:22.711792 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-0e841ed6-d970-4ef0-b1cb-302e58bac7f2 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.713862 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa344c61-056b-400a-a7d7-dacf5bbf9b6d req-0e841ed6-d970-4ef0-b1cb-302e58bac7f2 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.10 "DELETE /v2.0/ports/9c390fe8-0cab-4af3-a752-9c95d4de565e HTTP/1.1" status: 204 len: 173 time: 0.7522533 Aug 09 11:37:22.714600 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9283e5-a5a3-4acb-a2d7-14558f49ca0a', 'name': 'network-vif-deleted', 'tag': '9c390fe8-0cab-4af3-a752-9c95d4de565e'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:22.716874 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b0cce5-ff43-4625-8a0a-da3ceb0b1117" -d '{"events": [{"server_uuid": "0d9283e5-a5a3-4acb-a2d7-14558f49ca0a", "name": "network-vif-deleted", "tag": "9c390fe8-0cab-4af3-a752-9c95d4de565e"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:22.750735 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d05ee924-a4da-42fd-bfa7-8f15ab6a80d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=116b2ef40b7c4a0ebe415d8329df9a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748522 Aug 09 11:37:22.753208 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46922) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:22.798389 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a438f305-6a4c-4248-9cd9-e01b340f9dac x-openstack-request-id: req-a438f305-6a4c-4248-9cd9-e01b340f9dac {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:22.799256 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9283e5-a5a3-4acb-a2d7-14558f49ca0a", "name": "network-vif-deleted", "tag": "9c390fe8-0cab-4af3-a752-9c95d4de565e", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:22.799519 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a438f305-6a4c-4248-9cd9-e01b340f9dac {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:22.799931 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9283e5-a5a3-4acb-a2d7-14558f49ca0a', 'name': 'network-vif-deleted', 'tag': '9c390fe8-0cab-4af3-a752-9c95d4de565e', 'status': 'completed', 'code': 200} Aug 09 11:37:22.830976 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-23b3904d-cfaf-40e6-b06b-43bce916e563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.864667 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-23b3904d-cfaf-40e6-b06b-43bce916e563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.887693 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b8c97579-eaa7-466d-8764-0d6edf391f84 req-3c38f677-0090-49e7-bbfc-d25ee8f27db1 tempest-VolumesNegativeTest-141821323 tempest-VolumesNegativeTest-141821323-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9283e5-a5a3-4acb-a2d7-14558f49ca0a HTTP/1.1" status: 200 len: 210 time: 0.0364170 Aug 09 11:37:22.911016 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5304d484-6b06-4cdc-93a4-18b4cf3bbd16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.919275 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5304d484-6b06-4cdc-93a4-18b4cf3bbd16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.939468 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-23b3904d-cfaf-40e6-b06b-43bce916e563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.942568 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-23b3904d-cfaf-40e6-b06b-43bce916e563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:22.943797 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-23b3904d-cfaf-40e6-b06b-43bce916e563 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4429934-73bb-4660-9b25-b3831d174976 HTTP/1.1" status: 204 len: 168 time: 0.1895854 Aug 09 11:37:22.958606 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3904d-cfaf-40e6-b06b-43bce916e563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4429934-73bb-4660-9b25-b3831d174976,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:23.042494 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.l3_db [None req-5304d484-6b06-4cdc-93a4-18b4cf3bbd16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Floating IP c2ee8aae-825e-4e4d-ba4f-f2f6c16b9896 associated. External IP: 172.27.1.205, port: 2fae3474-1ca2-45be-a18d-7a2be112c901. Aug 09 11:37:23.090764 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 17b7c1d9-4821-4c48-8fdc-340d5838aaea no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:23.111715 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 17b7c1d9-4821-4c48-8fdc-340d5838aaea {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:37:23.112213 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 17b7c1d9-4821-4c48-8fdc-340d5838aaea not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:23.112499 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a2be9088-29f5-4efa-82d1-d5ba8e7070a7 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:23.131805 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: a2be9088-29f5-4efa-82d1-d5ba8e7070a7 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:37:23.132153 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a2be9088-29f5-4efa-82d1-d5ba8e7070a7 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:23.355093 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46932) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:23.416002 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-92a26825-766e-4918-9600-4c9938dc42a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1919cdd407ee4e46a877c486cbf589fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574708 Aug 09 11:37:23.416236 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 46936) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:23.472860 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6a930a3f-28fa-488b-ad2f-99e0eaefbdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:23.499171 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6a930a3f-28fa-488b-ad2f-99e0eaefbdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:23.560412 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6a930a3f-28fa-488b-ad2f-99e0eaefbdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:23.561672 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5304d484-6b06-4cdc-93a4-18b4cf3bbd16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Router b93075b1-8f35-41ef-baa1-ee671999ef0a has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:37:23.563137 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6a930a3f-28fa-488b-ad2f-99e0eaefbdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:23.564540 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6a930a3f-28fa-488b-ad2f-99e0eaefbdf7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70949983-2094-4deb-ab7d-648fda809bde HTTP/1.1" status: 204 len: 168 time: 0.1468964 Aug 09 11:37:23.573188 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a930a3f-28fa-488b-ad2f-99e0eaefbdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70949983-2094-4deb-ab7d-648fda809bde,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:23.683989 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5304d484-6b06-4cdc-93a4-18b4cf3bbd16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:23.688806 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-5304d484-6b06-4cdc-93a4-18b4cf3bbd16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:23.693652 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] Sync routers for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:23.702457 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:23.703242 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:23.719931 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-5304d484-6b06-4cdc-93a4-18b4cf3bbd16 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "PUT /v2.0/floatingips/c2ee8aae-825e-4e4d-ba4f-f2f6c16b9896 HTTP/1.1" status: 200 len: 991 time: 1.3355794 Aug 09 11:37:23.719931 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:23.721443 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34cc82f-019d-4c76-a457-adb2d686cd49" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:23.769929 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d09e02-12d2-4986-bea1-31e146ceb832 x-openstack-request-id: req-61d09e02-12d2-4986-bea1-31e146ceb832 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:23.769929 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:23.769929 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61d09e02-12d2-4986-bea1-31e146ceb832 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:23.769929 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'status': 'completed', 'code': 200} Aug 09 11:37:23.827180 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:23.845044 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-fbe90e06-c72f-4749-8d79-e1e9a978ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:23.847463 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-fbe90e06-c72f-4749-8d79-e1e9a978ca51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 1098 time: 0.0506737 Aug 09 11:37:23.963053 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-1eb95c8b-d727-41f1-ae60-a3065f019ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:23.964587 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-1eb95c8b-d727-41f1-ae60-a3065f019ef8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 918 time: 0.1097195 Aug 09 11:37:24.032891 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-d1c7227a-b137-4653-ac55-740ddb7bab20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fae3474-1ca2-45be-a18d-7a2be112c901 HTTP/1.1" status: 200 len: 999 time: 0.0609155 Aug 09 11:37:24.087610 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'c2ee8aae-825e-4e4d-ba4f-f2f6c16b9896', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'port_id': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'mac_address': 'fa:16:3e:c0:6e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:37:07Z', 'updated_at': '2021-08-09T11:37:22Z', 'revision_number': 1, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:24.087984 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-f7e9b2ef-9a0a-4bfd-8b3e-a1d9b0d82a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:24.089372 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-f7e9b2ef-9a0a-4bfd-8b3e-a1d9b0d82a8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 200 len: 856 time: 0.0496194 Aug 09 11:37:24.119487 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] Checking router: b93075b1-8f35-41ef-baa1-ee671999ef0a for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:24.129999 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:24.131365 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:24.149202 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-22e38959-0aff-469c-9188-e8a292aaaafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:24.151882 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-22e38959-0aff-469c-9188-e8a292aaaafe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61368b8c-3f63-4abc-860d-c08b2be3a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534387 Aug 09 11:37:24.249682 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-5ee2ac60-45b7-40d5-8f72-6bfcbe8cbf65 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899968 Aug 09 11:37:24.283676 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:24.353965 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a34cc82f-019d-4c76-a457-adb2d686cd49 req-53949edb-3d2e-4c4a-9efd-3770a0c4410f service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947070 Aug 09 11:37:24.565293 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'c2ee8aae-825e-4e4d-ba4f-f2f6c16b9896', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'port_id': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'mac_address': 'fa:16:3e:c0:6e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:37:07Z', 'updated_at': '2021-08-09T11:37:22Z', 'revision_number': 1, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:24.597403 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fc0938-be81-48e2-a4a2-557650391187 None None] The sync data for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi is: [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'c2ee8aae-825e-4e4d-ba4f-f2f6c16b9896', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'port_id': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'mac_address': 'fa:16:3e:c0:6e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:37:07Z', 'updated_at': '2021-08-09T11:37:22Z', 'revision_number': 1, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:24.828347 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-173903f0-414e-4bf1-b2d2-2af2231bdacb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463450 Aug 09 11:37:24.874572 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5235dbb-5b23-4591-863d-64266893df19 None None] New status for floating IP c2ee8aae-825e-4e4d-ba4f-f2f6c16b9896: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:37:24.952231 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-ddcd3349-539a-472f-900b-97aaf2bad505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:24.954049 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-ddcd3349-539a-472f-900b-97aaf2bad505 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 1099 time: 0.0512965 Aug 09 11:37:25.146370 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4988-0d7d-4995-878b-185e19e2f5ef req-e601cf6e-5697-4028-8bb7-94702885f669 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:25.147849 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-729b4988-0d7d-4995-878b-185e19e2f5ef req-e601cf6e-5697-4028-8bb7-94702885f669 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.1365716 Aug 09 11:37:25.152559 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-04fc4acf-eee8-4a40-a012-0cf682955ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:25.154785 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-04fc4acf-eee8-4a40-a012-0cf682955ac8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 911 time: 0.1731882 Aug 09 11:37:25.238066 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-729b4988-0d7d-4995-878b-185e19e2f5ef req-e850cb97-14fe-4501-8150-8631f7aec2e3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823829 Aug 09 11:37:25.260550 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-c2e346f6-d401-493e-888c-b77a3b1a6822 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e HTTP/1.1" status: 200 len: 1001 time: 0.0976193 Aug 09 11:37:25.311888 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-3a20fcb7-9ccf-4d95-b50b-6d630a341b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:25.313341 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-3a20fcb7-9ccf-4d95-b50b-6d630a341b6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 200 len: 849 time: 0.0452042 Aug 09 11:37:25.360088 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-e0d66aa9-db47-46e7-aadb-bbba77999cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:25.362182 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-e0d66aa9-db47-46e7-aadb-bbba77999cd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc4d80b-476f-4863-a1ca-6355085c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411565 Aug 09 11:37:25.565629 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-05aeeeff-8506-41f6-ac8f-039abc38131a service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957698 Aug 09 11:37:25.663227 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-99c748ab-6c25-4c8c-9722-219fd6ff2a04 req-b6a8b7ee-0111-4cd5-9bcd-195924c67de6 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882027 Aug 09 11:37:26.371300 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57596e1f-53e1-4b0b-9047-9467773dba82 req-e7ea54c9-5334-45de-a799-efbbea513725 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:26.372861 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57596e1f-53e1-4b0b-9047-9467773dba82 req-e7ea54c9-5334-45de-a799-efbbea513725 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0536559 Aug 09 11:37:26.420246 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57596e1f-53e1-4b0b-9047-9467773dba82 req-419084eb-a37c-4e6e-b9bd-dd4acaa255d2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Aug 09 11:37:27.537848 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dd095-b1b0-44e3-bf3a-84c507a7e619 req-83f31d67-3bcf-4239-bbdc-03c595903b02 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:27.539418 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-436dd095-b1b0-44e3-bf3a-84c507a7e619 req-83f31d67-3bcf-4239-bbdc-03c595903b02 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0494192 Aug 09 11:37:27.577061 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-436dd095-b1b0-44e3-bf3a-84c507a7e619 req-3548a5a1-c674-4f1f-b1a2-c9b704dd0844 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311522 Aug 09 11:37:28.073479 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9c390fe8-0cab-4af3-a752-9c95d4de565e no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:28.095577 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b667c87a-dfa0-4198-a008-516580b9a000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:28.096906 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 9c390fe8-0cab-4af3-a752-9c95d4de565e {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:37:28.097243 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9c390fe8-0cab-4af3-a752-9c95d4de565e not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:28.692491 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cea1b-53ff-4d6b-bbac-818095ac4908 req-8998de83-e265-44c5-9c31-d6188d8e75a8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:28.694005 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-213cea1b-53ff-4d6b-bbac-818095ac4908 req-8998de83-e265-44c5-9c31-d6188d8e75a8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0486636 Aug 09 11:37:28.731533 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-213cea1b-53ff-4d6b-bbac-818095ac4908 req-b169c0fa-b562-454f-aaf1-614225c269a2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315928 Aug 09 11:37:29.846547 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fffcc8-06fb-4b16-b810-4c8ae6ec3ccf req-4cb18a32-3d42-4988-bb89-8d7fa48dc6bb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:29.848007 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-00fffcc8-06fb-4b16-b810-4c8ae6ec3ccf req-4cb18a32-3d42-4988-bb89-8d7fa48dc6bb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0490208 Aug 09 11:37:29.890209 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-00fffcc8-06fb-4b16-b810-4c8ae6ec3ccf req-d4f9cf81-cc24-42c8-b1a4-693162bfd09e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340469 Aug 09 11:37:30.730026 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a3bee3e8-1150-456e-99b1-47987171e3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:30.946810 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:31.014375 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75240d03-7a9a-4d86-a7ed-00cad5e5686a req-b184c8d7-b0bd-4f52-b6c9-3a8d55d31714 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:31.015873 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75240d03-7a9a-4d86-a7ed-00cad5e5686a req-b184c8d7-b0bd-4f52-b6c9-3a8d55d31714 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0503328 Aug 09 11:37:31.056196 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-75240d03-7a9a-4d86-a7ed-00cad5e5686a req-d0c7e9b9-bcd9-4f69-b5ef-5f6a69dec174 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333400 Aug 09 11:37:31.959096 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:32.169605 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305e215-c811-4e7f-a04d-a50f86ccc3a3 req-73395f75-726e-4ded-abf4-d1da801c0f1d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:32.171145 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e305e215-c811-4e7f-a04d-a50f86ccc3a3 req-73395f75-726e-4ded-abf4-d1da801c0f1d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0485160 Aug 09 11:37:32.210511 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e305e215-c811-4e7f-a04d-a50f86ccc3a3 req-2c474fea-a9dc-4d5b-a7ca-0751ffecd257 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4b82aef-2a3d-488e-b75a-797c4d69a416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325754 Aug 09 11:37:32.573779 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-570cea78-d153-4331-bbf4-0c69dfda86c8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:32.575362 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-570cea78-d153-4331-bbf4-0c69dfda86c8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.10 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 946 time: 0.0522521 Aug 09 11:37:32.674456 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Deleting port 209d5ff2-6c8b-4b96-b472-5c14279ce26e {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:32.674791 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:32.768415 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] For port 209d5ff2-6c8b-4b96-b472-5c14279ce26e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=209d5ff2-6c8b-4b96-b472-5c14279ce26e,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:32.768696 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:32.942622 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:32.943250 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:32.943626 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Floating IP 691a0650-af3e-4a65-9bef-7404cf3e9673 disassociated. External IP: 172.27.1.35, port: 209d5ff2-6c8b-4b96-b472-5c14279ce26e. Aug 09 11:37:32.944005 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Calling delete_port for 209d5ff2-6c8b-4b96-b472-5c14279ce26e owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:33.104634 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:33.396610 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47260) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:33.420901 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event deleted for resources: {'Port': ['ID=209d5ff2-6c8b-4b96-b472-5c14279ce26e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:33.470979 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c5e5ef9e-4e2a-4d1c-b135-9ea623733425 req-184ee78b-ed71-4938-978b-30011ec51ac0 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=7293dbde-4813-44db-9ce2-dde3a8972646 HTTP/1.1" status: 200 len: 210 time: 0.0483625 Aug 09 11:37:33.500726 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:33.516240 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.516915 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.517761 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.518443 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.518783 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.519183 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.519435 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.519766 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.520097 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.520428 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.520746 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.521063 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.609755 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-7c7923e5-a685-43af-80bc-08e364066d85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5ac3845abd54c0184ce2a0e5385a6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100968 Aug 09 11:37:33.612657 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47276) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:33.620830 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:37:33.668913 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:33.696178 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:33.734019 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:33.745391 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] Sync routers for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:33.752287 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:33.755993 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:33.756181 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:33.756815 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:33.757622 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e6e3b7e-582c-48ce-b13e-2720ced7e9ff HTTP/1.1" status: 204 len: 168 time: 0.1439149 Aug 09 11:37:33.769081 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6e3b7e-582c-48ce-b13e-2720ced7e9ff,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:33.778081 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.779264 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.780077 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.780757 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.781525 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.782000 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.782440 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.783159 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.783603 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] No DVR routers for this DVR port 209d5ff2-6c8b-4b96-b472-5c14279ce26e on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:37:33.783788 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.784149 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.784579 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.786044 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10966a59-8f09-46f4-93eb-f11aa9b20faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:33.786356 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:33.788873 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-da9362ce-22e9-4a8a-86a3-20fa84c67d0d req-35ac5151-8841-4fc7-84ed-d937193618f6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.10 "DELETE /v2.0/ports/209d5ff2-6c8b-4b96-b472-5c14279ce26e HTTP/1.1" status: 204 len: 173 time: 1.2051413 Aug 09 11:37:33.789381 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293dbde-4813-44db-9ce2-dde3a8972646', 'name': 'network-vif-deleted', 'tag': '209d5ff2-6c8b-4b96-b472-5c14279ce26e'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:33.791998 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b4feca-f1b2-4e92-b3ab-78d2db6b7213" -d '{"events": [{"server_uuid": "7293dbde-4813-44db-9ce2-dde3a8972646", "name": "network-vif-deleted", "tag": "209d5ff2-6c8b-4b96-b472-5c14279ce26e"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:33.854263 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf137b-2707-40f2-a98e-06da70ef978e x-openstack-request-id: req-8fdf137b-2707-40f2-a98e-06da70ef978e {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:33.854660 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7293dbde-4813-44db-9ce2-dde3a8972646", "name": "network-vif-deleted", "tag": "209d5ff2-6c8b-4b96-b472-5c14279ce26e", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:33.854996 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fdf137b-2707-40f2-a98e-06da70ef978e {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:33.855870 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7293dbde-4813-44db-9ce2-dde3a8972646', 'name': 'network-vif-deleted', 'tag': '209d5ff2-6c8b-4b96-b472-5c14279ce26e', 'status': 'completed', 'code': 200} Aug 09 11:37:33.937131 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:34.176016 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:34.202210 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] Checking router: dc593cf9-94c2-4dba-9f98-ae8e484e8e37 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:34.211217 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:34.211810 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:34.445062 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:34.568344 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47288) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:34.631482 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b5832dc8-d827-4803-a1aa-b7d759499622 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.650714 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:34.663810 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b5832dc8-d827-4803-a1aa-b7d759499622 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.683675 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92078e-08de-4a2f-89fc-f168ba048d5e None None] The sync data for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi is: [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:34.726815 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b5832dc8-d827-4803-a1aa-b7d759499622 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.730039 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b5832dc8-d827-4803-a1aa-b7d759499622 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.733902 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-b5832dc8-d827-4803-a1aa-b7d759499622 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4b82aef-2a3d-488e-b75a-797c4d69a416 HTTP/1.1" status: 204 len: 168 time: 0.1619835 Aug 09 11:37:34.734333 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47300) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:34.748285 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5832dc8-d827-4803-a1aa-b7d759499622 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b82aef-2a3d-488e-b75a-797c4d69a416,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:34.752975 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.api.v2.resource [None req-93b38ac1-f2ee-4e67-b73c-e8813a7c9fcc tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] show failed (client error): The resource could not be found. Aug 09 11:37:34.759415 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-93b38ac1-f2ee-4e67-b73c-e8813a7c9fcc tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups/e4b82aef-2a3d-488e-b75a-797c4d69a416 HTTP/1.1" status: 404 len: 347 time: 0.0187569 Aug 09 11:37:34.760257 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47304) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:34.909439 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-9321d389-bb56-4aab-902a-9838796d9329 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Deleting port 0676c800-6fd5-46a9-a3dc-35787b6afff6 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:37:34.910069 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9321d389-bb56-4aab-902a-9838796d9329 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:34.972911 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905ec9f-b623-429e-9ee3-6acea6c9f3bb None None] New status for floating IP 691a0650-af3e-4a65-9bef-7404cf3e9673: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:37:35.015202 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9321d389-bb56-4aab-902a-9838796d9329 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.015527 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9321d389-bb56-4aab-902a-9838796d9329 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.032723 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-9321d389-bb56-4aab-902a-9838796d9329 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Calling delete_port for 0676c800-6fd5-46a9-a3dc-35787b6afff6 owned by network:floatingip {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:37:35.192169 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9321d389-bb56-4aab-902a-9838796d9329 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.200603 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.222148 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321d389-bb56-4aab-902a-9838796d9329 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event deleted for resources: {'Port': ['ID=0676c800-6fd5-46a9-a3dc-35787b6afff6,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:35.284832 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9321d389-bb56-4aab-902a-9838796d9329 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.287435 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9321d389-bb56-4aab-902a-9838796d9329 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:35.288637 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-9321d389-bb56-4aab-902a-9838796d9329 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "DELETE /v2.0/floatingips/691a0650-af3e-4a65-9bef-7404cf3e9673 HTTP/1.1" status: 204 len: 168 time: 0.5272455 Aug 09 11:37:36.090726 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47326) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:36.095494 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-fea469ed-ff1d-442f-8ba3-395c39076fc3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1402397458', 'description': 'tempest-description--575032524'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:36.122898 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fea469ed-ff1d-442f-8ba3-395c39076fc3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.212325 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fea469ed-ff1d-442f-8ba3-395c39076fc3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.216476 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fea469ed-ff1d-442f-8ba3-395c39076fc3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.249093 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fea469ed-ff1d-442f-8ba3-395c39076fc3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.250529 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-fea469ed-ff1d-442f-8ba3-395c39076fc3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1587875 Aug 09 11:37:36.255113 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47334) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:36.260568 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea469ed-ff1d-442f-8ba3-395c39076fc3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9b0607-57f2-4bc0-b38e-39c53afb276f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:36.260725 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-819b7a8d-51d5-4323-9a94-fa2eb2521df8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'security_group_rule': {'security_group_id': '6c9b0607-57f2-4bc0-b38e-39c53afb276f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:36.299279 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-819b7a8d-51d5-4323-9a94-fa2eb2521df8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.381078 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-819b7a8d-51d5-4323-9a94-fa2eb2521df8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.384824 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-819b7a8d-51d5-4323-9a94-fa2eb2521df8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.405262 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b7a8d-51d5-4323-9a94-fa2eb2521df8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81533a23-3b00-473a-9eaa-4d0bf4874d5b,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:36.411529 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-819b7a8d-51d5-4323-9a94-fa2eb2521df8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.412564 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-819b7a8d-51d5-4323-9a94-fa2eb2521df8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559339 Aug 09 11:37:36.415653 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47338) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:36.420100 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8cacddb4-c46e-489d-b4b5-a44d4f120a5d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'security_group_rule': {'security_group_id': '6c9b0607-57f2-4bc0-b38e-39c53afb276f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:36.447809 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cacddb4-c46e-489d-b4b5-a44d4f120a5d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.503764 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cacddb4-c46e-489d-b4b5-a44d4f120a5d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.507710 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cacddb4-c46e-489d-b4b5-a44d4f120a5d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.526692 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacddb4-c46e-489d-b4b5-a44d4f120a5d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a61dbd1-6203-4c11-b9ae-1569aa58f267,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:36.529870 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cacddb4-c46e-489d-b4b5-a44d4f120a5d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.531052 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8cacddb4-c46e-489d-b4b5-a44d4f120a5d tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144011 Aug 09 11:37:36.534934 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47340) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:36.539381 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'floatingip': {'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:36.562644 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.674853 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.792273 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Allocated IP 172.27.1.3 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/f75fc17a-8a43-4ff5-9d33-f50015d78075) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:37:36.898680 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.937297 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:36.976558 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:37:36.980066 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:36.982557 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:37:37.009399 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'Port': ['ID=f75fc17a-8a43-4ff5-9d33-f50015d78075,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:37.075197 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:37.113098 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:37.273803 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:37.280211 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 209d5ff2-6c8b-4b96-b472-5c14279ce26e no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:37:37.280767 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:37.300620 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 209d5ff2-6c8b-4b96-b472-5c14279ce26e {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:37:37.300873 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 209d5ff2-6c8b-4b96-b472-5c14279ce26e not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:37:37.352029 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'Port': ['ID=f75fc17a-8a43-4ff5-9d33-f50015d78075,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:37.363249 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:37.383207 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:37.384316 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cbb8a034-e78c-458b-83d8-f5ededd6c4ed tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8484275 Aug 09 11:37:37.584469 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-78da0d62-e7ed-473d-9388-328431851743 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1402397458&fields=id&tenant_id=f51c6490011e419ab1f97303d7e12334 HTTP/1.1" status: 200 len: 267 time: 0.0370111 Aug 09 11:37:37.720783 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-9779d3a3-5151-4d86-b302-bec267e316f5 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:37.723095 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-9779d3a3-5151-4d86-b302-bec267e316f5 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 810 time: 0.1307333 Aug 09 11:37:37.750300 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-3a65ab1d-dd44-4264-bca0-3f7d549be1f2 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/quotas/f51c6490011e419ab1f97303d7e12334 HTTP/1.1" status: 200 len: 375 time: 0.0155962 Aug 09 11:37:37.817287 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-6720dd89-2230-4edb-885f-231fff60b205 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603395 Aug 09 11:37:38.010731 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-9d6f32ed-de4e-4c77-8d0c-03785c94c07a service neutron] 10.222.0.30 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813178 Aug 09 11:37:38.101160 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-43f0b2e7-6c1a-48a3-ad4d-8d8dd9cefab7 service neutron] 10.222.0.30 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842981 Aug 09 11:37:38.266091 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7ee1575e-5b96-4ea2-a811-6b3a2ea8f659 req-d019a521-7dcb-4afb-8941-934a7b4bc5d5 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 210 time: 0.0292516 Aug 09 11:37:39.363450 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f4f0339f-a04b-4eb8-8766-315dcc79ae2b req-710ffa98-dab8-4158-bf18-831d62f1f10a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 210 time: 0.0254295 Aug 09 11:37:40.455992 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2c79646-2ee6-4981-98bd-967b2cc13f9f req-98b46072-5add-4bda-a0c4-5e992b9f9021 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 210 time: 0.0260384 Aug 09 11:37:41.552714 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aa31ad01-0311-4991-8d27-57e4566e35ea req-ba1ed4df-2797-4b19-bf01-cb2296991952 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 210 time: 0.0299618 Aug 09 11:37:42.151978 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-f804891d-91c9-4088-8996-d2f911aedcbf tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:42.153612 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-f804891d-91c9-4088-8996-d2f911aedcbf tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.10 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 810 time: 0.1040184 Aug 09 11:37:42.199084 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-eec17c40-c405-4b51-a032-e5575d8cffe9 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f51c6490011e419ab1f97303d7e12334 HTTP/1.1" status: 200 len: 380 time: 0.0360444 Aug 09 11:37:42.214578 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'port': {'device_id': '69581cee-240b-4465-aa9d-aec96f58e25d', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'admin_state_up': True, 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'security_groups': ['6c9b0607-57f2-4bc0-b38e-39c53afb276f']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:42.342431 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Made reservation on behalf of f51c6490011e419ab1f97303d7e12334 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:37:42.345946 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:42.470134 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Allocated IP 172.20.0.4 (0dc4d80b-476f-4863-a1ca-6355085c020a/89e35eb8-7946-4361-8c17-26bd73a1cf95/7b7b736f-58d9-4297-892f-574dbd4b85f6) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:37:42.611232 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:42.634091 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Transition to ACTIVE for port object 7b7b736f-58d9-4297-892f-574dbd4b85f6 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:37:42.653218 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b1ffe28c-d532-44c2-83c2-ad31f68c9b31 req-1577b127-03b7-4661-a571-f7eeefc09663 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 210 time: 0.0316248 Aug 09 11:37:42.683798 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:42.730932 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Network 0dc4d80b-476f-4863-a1ca-6355085c020a is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:37:42.734023 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:42.737826 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:37:42.761946 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event updated for resources: {'Port': ['ID=7b7b736f-58d9-4297-892f-574dbd4b85f6,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:42.792742 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:42.793388 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:42.808854 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-d40f4f81-66ad-4b3b-b9a1-88aff40fc9c3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978024 Aug 09 11:37:42.822035 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Request body: {'port': {'device_id': '69581cee-240b-4465-aa9d-aec96f58e25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:42.878353 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:42.968254 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-84bea26f-8ed7-4c62-958e-126f5ff708c1 None None] Provisioning for port 7b7b736f-58d9-4297-892f-574dbd4b85f6 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:37:42.972207 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-84bea26f-8ed7-4c62-958e-126f5ff708c1 None None] Provisioning complete for port 7b7b736f-58d9-4297-892f-574dbd4b85f6 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:42.972694 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-84bea26f-8ed7-4c62-958e-126f5ff708c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:43.006693 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-84bea26f-8ed7-4c62-958e-126f5ff708c1 None None] Port 7b7b736f-58d9-4297-892f-574dbd4b85f6 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:37:43.149084 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7b736f-58d9-4297-892f-574dbd4b85f6 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:37:43.157099 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:43.169474 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Transition to ACTIVE for port object 7b7b736f-58d9-4297-892f-574dbd4b85f6 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:37:43.174512 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:43.270881 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7b736f-58d9-4297-892f-574dbd4b85f6,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:43.304606 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Attempting to bind port 7b7b736f-58d9-4297-892f-574dbd4b85f6 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:37:43.305102 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Attempting to bind port 7b7b736f-58d9-4297-892f-574dbd4b85f6 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:37:43.305713 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Attempting to bind port 7b7b736f-58d9-4297-892f-574dbd4b85f6 on network 0dc4d80b-476f-4863-a1ca-6355085c020a {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:37:43.310949 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Port 7b7b736f-58d9-4297-892f-574dbd4b85f6 on network 0dc4d80b-476f-4863-a1ca-6355085c020a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:37:43.311358 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Attempting to bind port 7b7b736f-58d9-4297-892f-574dbd4b85f6 on network 0dc4d80b-476f-4863-a1ca-6355085c020a {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:37:43.317901 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:37:43.318371 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Checking segment: {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:37:43.318820 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Bound using segment: {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:37:43.319356 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Bound port: 7b7b736f-58d9-4297-892f-574dbd4b85f6, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4459bc6b-0c71-4f95-adce-b0df98d4835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:37:43.320618 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:43.401259 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] For port 7b7b736f-58d9-4297-892f-574dbd4b85f6, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:37:43.405089 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] For port 7b7b736f-58d9-4297-892f-574dbd4b85f6, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7b7b736f-58d9-4297-892f-574dbd4b85f6,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:37:43.410086 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:43.453425 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:43.454488 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:43.456086 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] 10.222.0.10 "PUT /v2.0/ports/7b7b736f-58d9-4297-892f-574dbd4b85f6 HTTP/1.1" status: 200 len: 1093 time: 0.6385915 Aug 09 11:37:43.460528 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69581cee-240b-4465-aa9d-aec96f58e25d', 'tag': '7b7b736f-58d9-4297-892f-574dbd4b85f6'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:43.463614 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009cb94-1aa4-4143-97ec-8602f249b16e" -d '{"events": [{"name": "network-changed", "server_uuid": "69581cee-240b-4465-aa9d-aec96f58e25d", "tag": "7b7b736f-58d9-4297-892f-574dbd4b85f6"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:43.503001 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2d088-6a38-423d-8f46-e1cbb3ea91b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7b736f-58d9-4297-892f-574dbd4b85f6,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:43.562450 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-e4ac36c3-377f-4740-b6de-7be9b14cb93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:43.565497 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-e4ac36c3-377f-4740-b6de-7be9b14cb93e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 1096 time: 0.0570595 Aug 09 11:37:43.621404 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-7bfadf22-e91c-4d72-9d37-321a2f2507ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b7b736f-58d9-4297-892f-574dbd4b85f6 HTTP/1.1" status: 200 len: 217 time: 0.0478382 Aug 09 11:37:43.689955 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd57d476-3659-494e-8983-17c41372b653 x-openstack-request-id: req-bd57d476-3659-494e-8983-17c41372b653 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:43.690267 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69581cee-240b-4465-aa9d-aec96f58e25d", "tag": "7b7b736f-58d9-4297-892f-574dbd4b85f6", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:43.690633 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd57d476-3659-494e-8983-17c41372b653 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:43.690998 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69581cee-240b-4465-aa9d-aec96f58e25d', 'tag': '7b7b736f-58d9-4297-892f-574dbd4b85f6', 'status': 'completed', 'code': 200} Aug 09 11:37:43.692644 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-7f166990-8370-4d35-a4ad-045e8d58e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:43.694198 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-7f166990-8370-4d35-a4ad-045e8d58e944 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 200 len: 849 time: 0.0655251 Aug 09 11:37:43.783031 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-c3d8f44b-7aa8-4f96-8ffa-b0fdbb37c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:43.784538 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-c3d8f44b-7aa8-4f96-8ffa-b0fdbb37c105 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc4d80b-476f-4863-a1ca-6355085c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779195 Aug 09 11:37:43.797179 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f46a51-2c7e-400a-8dd1-e59408d9dfa8 req-68ca796a-f913-44a3-b49e-a9285e59e837 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:43.799280 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-08f46a51-2c7e-400a-8dd1-e59408d9dfa8 req-68ca796a-f913-44a3-b49e-a9285e59e837 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 943 time: 0.0666111 Aug 09 11:37:43.888563 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-08f46a51-2c7e-400a-8dd1-e59408d9dfa8 req-36ef7668-b1c0-4b02-8b57-2048a4e0f320 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b0607-57f2-4bc0-b38e-39c53afb276f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808516 Aug 09 11:37:43.916522 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-c85e8148-150c-4666-9d81-3b065853df78 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162059 Aug 09 11:37:44.011996 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de580932-1e10-42ed-a487-9dc62c4bf561 req-ecd7634c-8d3d-4c25-bbf6-0c428c8d63a4 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863779 Aug 09 11:37:44.099851 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-8e17e1b7-69d6-49c5-b745-a0b9cfb6c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:44.101371 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-8e17e1b7-69d6-49c5-b745-a0b9cfb6c8b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 1096 time: 0.0460930 Aug 09 11:37:44.226669 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-d2f553f4-83c9-4981-877f-863692f8e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:44.229135 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-d2f553f4-83c9-4981-877f-863692f8e5d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 911 time: 0.1175044 Aug 09 11:37:44.281156 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-2c3a1104-4f7d-4e70-8273-ccbf477ec85f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b7b736f-58d9-4297-892f-574dbd4b85f6 HTTP/1.1" status: 200 len: 217 time: 0.0403509 Aug 09 11:37:44.333334 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-64b5bc1a-5385-4bf4-9169-be7a6ed64de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:44.334826 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-64b5bc1a-5385-4bf4-9169-be7a6ed64de3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 200 len: 849 time: 0.0464041 Aug 09 11:37:44.383481 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-46890198-501a-4c03-a05f-970a28dc5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:44.384974 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-46890198-501a-4c03-a05f-970a28dc5b01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc4d80b-476f-4863-a1ca-6355085c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417726 Aug 09 11:37:44.479183 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-a1503eeb-e8a1-40c3-829b-a984f4d42a49 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849581 Aug 09 11:37:44.572682 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e009cb94-1aa4-4143-97ec-8602f249b16e req-a1a3c5a2-10ed-4b64-889b-18aec20e6814 service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850277 Aug 09 11:37:45.013611 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29089600-a3d8-41b0-8237-a433c932960d req-b2b4282b-7ff2-46ee-9fc6-b780475453e8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:45.015149 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-29089600-a3d8-41b0-8237-a433c932960d req-b2b4282b-7ff2-46ee-9fc6-b780475453e8 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 943 time: 0.0531061 Aug 09 11:37:45.058490 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-29089600-a3d8-41b0-8237-a433c932960d req-1b35e5bd-a0a3-4ea8-9765-fb1059cfe7f7 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b0607-57f2-4bc0-b38e-39c53afb276f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358644 Aug 09 11:37:46.193025 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fd749-f933-4b78-9e39-061ba348b114 req-b8b6c2d8-abd1-4910-a116-f1437a55e52a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:46.194812 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e21fd749-f933-4b78-9e39-061ba348b114 req-b8b6c2d8-abd1-4910-a116-f1437a55e52a tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 943 time: 0.0547318 Aug 09 11:37:46.237806 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e21fd749-f933-4b78-9e39-061ba348b114 req-fe9e3839-7b9a-4710-af40-cfe44de193c9 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b0607-57f2-4bc0-b38e-39c53afb276f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334346 Aug 09 11:37:46.567165 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47504) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:46.675190 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bacbbcca-96df-435b-aef4-a79db1eeb1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:46.775761 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bacbbcca-96df-435b-aef4-a79db1eeb1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:46.779624 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bacbbcca-96df-435b-aef4-a79db1eeb1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:46.816140 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbbcca-96df-435b-aef4-a79db1eeb1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4728ee2a-935f-48e7-91d9-c308f5a0aa85,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:46.820358 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bacbbcca-96df-435b-aef4-a79db1eeb1f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=256077fc29094964a15ebc2e13d13a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521455 Aug 09 11:37:46.823781 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47508) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:46.871582 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccf45-e517-4cd0-a8e3-b9a8db1fe4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:46.892572 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccf45-e517-4cd0-a8e3-b9a8db1fe4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:46.939715 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccf45-e517-4cd0-a8e3-b9a8db1fe4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:46.942256 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccf45-e517-4cd0-a8e3-b9a8db1fe4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:46.946161 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0f5ccf45-e517-4cd0-a8e3-b9a8db1fe4fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4728ee2a-935f-48e7-91d9-c308f5a0aa85 HTTP/1.1" status: 204 len: 168 time: 0.1221197 Aug 09 11:37:46.953864 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ccf45-e517-4cd0-a8e3-b9a8db1fe4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4728ee2a-935f-48e7-91d9-c308f5a0aa85,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:47.201741 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47514) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:47.219249 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bff411d5-a30c-48f4-a569-a1c2efe286db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:47.297384 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 7b7b736f-58d9-4297-892f-574dbd4b85f6 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:37:47.310681 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bff411d5-a30c-48f4-a569-a1c2efe286db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:47.315810 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bff411d5-a30c-48f4-a569-a1c2efe286db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:47.355494 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff411d5-a30c-48f4-a569-a1c2efe286db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae7fcdb-5c8c-49ea-a685-2a9052caf2f3,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:47.362132 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-bff411d5-a30c-48f4-a569-a1c2efe286db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35db64db01ab473f92204c547a60645c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589975 Aug 09 11:37:47.362265 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47518) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:47.385673 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb6d76-9af3-4de6-93b9-e5424a74498e req-a4c235d1-3436-42a1-af28-031b76274b3e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:47.387151 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1edb6d76-9af3-4de6-93b9-e5424a74498e req-a4c235d1-3436-42a1-af28-031b76274b3e tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 943 time: 0.0683172 Aug 09 11:37:47.400524 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 7b7b736f-58d9-4297-892f-574dbd4b85f6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7b7b736f-58d9-4297-892f-574dbd4b85f6,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:47.413069 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '7b7b736f-58d9-4297-892f-574dbd4b85f6', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'port_id': '7b7b736f-58d9-4297-892f-574dbd4b85f6', 'mac_address': 'fa:16:3e:a9:8f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:37:47.449957 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:47.451801 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1edb6d76-9af3-4de6-93b9-e5424a74498e req-f3375b10-92e3-4de5-b4d1-659f141b6818 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b0607-57f2-4bc0-b38e-39c53afb276f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547302 Aug 09 11:37:47.457421 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5167e75-7d09-4186-98a6-79fa6e21c913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:47.467959 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7b736f-58d9-4297-892f-574dbd4b85f6 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:37:47.490003 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 7b7b736f-58d9-4297-892f-574dbd4b85f6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7b7b736f-58d9-4297-892f-574dbd4b85f6,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:47.491915 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5167e75-7d09-4186-98a6-79fa6e21c913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:47.494470 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:47.543075 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5167e75-7d09-4186-98a6-79fa6e21c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:47.545834 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e5167e75-7d09-4186-98a6-79fa6e21c913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:47.547066 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e5167e75-7d09-4186-98a6-79fa6e21c913 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cae7fcdb-5c8c-49ea-a685-2a9052caf2f3 HTTP/1.1" status: 204 len: 168 time: 0.1833508 Aug 09 11:37:47.554966 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=7b7b736f-58d9-4297-892f-574dbd4b85f6,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:47.561421 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5167e75-7d09-4186-98a6-79fa6e21c913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae7fcdb-5c8c-49ea-a685-2a9052caf2f3,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:47.715390 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['7b7b736f-58d9-4297-892f-574dbd4b85f6'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:37:48.587960 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b059301-4b87-4c0d-bc18-2d9cbd71b3db req-4a9e7cb0-6b26-481a-bf0d-00e65e7df74b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:48.590372 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5b059301-4b87-4c0d-bc18-2d9cbd71b3db req-4a9e7cb0-6b26-481a-bf0d-00e65e7df74b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 944 time: 0.0581455 Aug 09 11:37:48.635188 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5b059301-4b87-4c0d-bc18-2d9cbd71b3db req-8d8af5c9-b67c-45f5-9c9c-132460412681 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b0607-57f2-4bc0-b38e-39c53afb276f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374680 Aug 09 11:37:49.311685 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 7b7b736f-58d9-4297-892f-574dbd4b85f6 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:37:49.363870 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 7b7b736f-58d9-4297-892f-574dbd4b85f6 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:37:49.367868 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 7b7b736f-58d9-4297-892f-574dbd4b85f6 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:49.368239 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:49.446304 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:49.472017 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69581cee-240b-4465-aa9d-aec96f58e25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7b736f-58d9-4297-892f-574dbd4b85f6'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:49.474328 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0daa1c-d388-46fb-bcc6-d0fb9fc02f34" -d '{"events": [{"server_uuid": "69581cee-240b-4465-aa9d-aec96f58e25d", "name": "network-vif-plugged", "status": "completed", "tag": "7b7b736f-58d9-4297-892f-574dbd4b85f6"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:49.488031 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 7b7b736f-58d9-4297-892f-574dbd4b85f6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7b7b736f-58d9-4297-892f-574dbd4b85f6,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:49.492522 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:49.551362 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=7b7b736f-58d9-4297-892f-574dbd4b85f6,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:49.652142 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57acd311-c9c6-43a8-9717-c363be17aba0 x-openstack-request-id: req-57acd311-c9c6-43a8-9717-c363be17aba0 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:49.652142 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69581cee-240b-4465-aa9d-aec96f58e25d", "name": "network-vif-plugged", "status": "completed", "tag": "7b7b736f-58d9-4297-892f-574dbd4b85f6", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:49.653546 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57acd311-c9c6-43a8-9717-c363be17aba0 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:49.653546 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69581cee-240b-4465-aa9d-aec96f58e25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7b736f-58d9-4297-892f-574dbd4b85f6', 'code': 200} Aug 09 11:37:49.774701 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448ff62-cda8-4c39-a537-16056e2be608 req-05d56628-b605-42d1-a5f5-f1febf4165eb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:49.776230 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6448ff62-cda8-4c39-a537-16056e2be608 req-05d56628-b605-42d1-a5f5-f1febf4165eb tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 945 time: 0.0500855 Aug 09 11:37:49.837350 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6448ff62-cda8-4c39-a537-16056e2be608 req-917c7851-ec6b-45f9-9770-0068cf0e3ed3 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b0607-57f2-4bc0-b38e-39c53afb276f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538554 Aug 09 11:37:49.849989 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c42d6-41b3-4e14-b55d-0ce30988ab58 req-be8d17ed-aedb-4ee0-98a5-9093231c77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:49.851482 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f38c42d6-41b3-4e14-b55d-0ce30988ab58 req-be8d17ed-aedb-4ee0-98a5-9093231c77a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 1098 time: 0.0540161 Aug 09 11:37:49.886480 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f38c42d6-41b3-4e14-b55d-0ce30988ab58 req-76788d48-5122-4022-ba6e-9f6ec5b12856 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c9b0607-57f2-4bc0-b38e-39c53afb276f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277162 Aug 09 11:37:50.959225 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf0e00-684d-4818-937f-75e1f3f4f3fd req-170da17d-c1b0-4791-9d73-222e3bc4ead1 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:50.960717 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-becf0e00-684d-4818-937f-75e1f3f4f3fd req-170da17d-c1b0-4791-9d73-222e3bc4ead1 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 945 time: 0.0543590 Aug 09 11:37:51.002343 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-becf0e00-684d-4818-937f-75e1f3f4f3fd req-8233d1b2-3195-45d3-8e26-65810b1edc26 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b0607-57f2-4bc0-b38e-39c53afb276f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341568 Aug 09 11:37:51.122384 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796453-bbfb-447e-a1dd-d4c9f36a6779 req-304c6d86-2a27-461f-ad53-6c638eb02cfd tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:51.123806 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97796453-bbfb-447e-a1dd-d4c9f36a6779 req-304c6d86-2a27-461f-ad53-6c638eb02cfd tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 945 time: 0.0543792 Aug 09 11:37:51.133167 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47602) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:51.137814 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-952bccb1-eadc-4a0b-85f6-9b4b35a643de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Request body: {'floatingip': {'port_id': '7b7b736f-58d9-4297-892f-574dbd4b85f6'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:51.177190 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-952bccb1-eadc-4a0b-85f6-9b4b35a643de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:51.850991 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.db.resource_extend [None req-952bccb1-eadc-4a0b-85f6-9b4b35a643de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 11:37:51.908743 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-952bccb1-eadc-4a0b-85f6-9b4b35a643de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:51.912741 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-952bccb1-eadc-4a0b-85f6-9b4b35a643de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:52.015596 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-952bccb1-eadc-4a0b-85f6-9b4b35a643de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Floating IP dd7b646b-2815-4add-b8bb-99a6cf1eaf5f associated. External IP: 172.27.1.3, port: 7b7b736f-58d9-4297-892f-574dbd4b85f6. Aug 09 11:37:52.241776 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952bccb1-eadc-4a0b-85f6-9b4b35a643de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:37:52.365054 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952bccb1-eadc-4a0b-85f6-9b4b35a643de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:52.370544 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-952bccb1-eadc-4a0b-85f6-9b4b35a643de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:52.375179 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] Sync routers for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:52.388250 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:52.388894 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:52.402263 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-952bccb1-eadc-4a0b-85f6-9b4b35a643de tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "PUT /v2.0/floatingips/dd7b646b-2815-4add-b8bb-99a6cf1eaf5f HTTP/1.1" status: 200 len: 989 time: 1.2679739 Aug 09 11:37:52.403445 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69581cee-240b-4465-aa9d-aec96f58e25d', 'tag': '7b7b736f-58d9-4297-892f-574dbd4b85f6'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:37:52.407118 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88ec19e-ed68-49b8-bec1-151f75268d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "69581cee-240b-4465-aa9d-aec96f58e25d", "tag": "7b7b736f-58d9-4297-892f-574dbd4b85f6"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:37:52.453089 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bc08f9-4b34-42b4-a75b-bdf62c073775 x-openstack-request-id: req-08bc08f9-4b34-42b4-a75b-bdf62c073775 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:37:52.453386 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69581cee-240b-4465-aa9d-aec96f58e25d", "tag": "7b7b736f-58d9-4297-892f-574dbd4b85f6", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:37:52.453679 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08bc08f9-4b34-42b4-a75b-bdf62c073775 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:37:52.455076 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69581cee-240b-4465-aa9d-aec96f58e25d', 'tag': '7b7b736f-58d9-4297-892f-574dbd4b85f6', 'status': 'completed', 'code': 200} Aug 09 11:37:52.516164 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:52.525933 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-834335b2-3792-4ba9-a5f0-2017aad5b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:52.527486 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-834335b2-3792-4ba9-a5f0-2017aad5b10f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f51c6490011e419ab1f97303d7e12334&device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 1098 time: 0.0472195 Aug 09 11:37:52.589294 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47640) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:52.635074 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-44f4274b-9aa6-44a3-95cb-36b46a8a6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:52.636649 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-44f4274b-9aa6-44a3-95cb-36b46a8a6639 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 200 len: 911 time: 0.1012404 Aug 09 11:37:52.710039 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-50467eb0-93eb-4678-a620-ab18cd565d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:52.715153 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-feff7563-68a7-4234-9997-d8857793b990 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b7b736f-58d9-4297-892f-574dbd4b85f6 HTTP/1.1" status: 200 len: 997 time: 0.0691566 Aug 09 11:37:52.761984 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'dd7b646b-2815-4add-b8bb-99a6cf1eaf5f', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'port_id': '7b7b736f-58d9-4297-892f-574dbd4b85f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'mac_address': 'fa:16:3e:a9:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69581cee-240b-4465-aa9d-aec96f58e25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:37:37Z', 'updated_at': '2021-08-09T11:37:51Z', 'revision_number': 1, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:52.778990 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-ca3efde3-7ab2-4865-a5ba-8e414dda57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:52.780482 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-ca3efde3-7ab2-4865-a5ba-8e414dda57e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 200 len: 849 time: 0.0585203 Aug 09 11:37:52.792317 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] Checking router: dc593cf9-94c2-4dba-9f98-ae8e484e8e37 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:52.802235 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:52.802849 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:37:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:52.815176 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-50467eb0-93eb-4678-a620-ab18cd565d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:52.821000 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-50467eb0-93eb-4678-a620-ab18cd565d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:52.834461 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-4e319731-922d-4fb8-8ac3-36d92e77636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:52.836227 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-4e319731-922d-4fb8-8ac3-36d92e77636a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0dc4d80b-476f-4863-a1ca-6355085c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487089 Aug 09 11:37:52.873619 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-50467eb0-93eb-4678-a620-ab18cd565d7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4dd79e50b5e3430eb9c7433812f04d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808006 Aug 09 11:37:52.873619 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50467eb0-93eb-4678-a620-ab18cd565d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c559d4-d815-4be2-8de6-d387df16ff1f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:52.874500 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47644) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:52.926572 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e51d4dda-ae2a-44fd-b243-aaac66a162d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:52.939926 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:52.953405 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-303611ad-47e2-4c26-b0a1-f9e945d38deb service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087401 Aug 09 11:37:52.953976 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e51d4dda-ae2a-44fd-b243-aaac66a162d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.006825 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e51d4dda-ae2a-44fd-b243-aaac66a162d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.009594 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e51d4dda-ae2a-44fd-b243-aaac66a162d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.013442 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e51d4dda-ae2a-44fd-b243-aaac66a162d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86c559d4-d815-4be2-8de6-d387df16ff1f HTTP/1.1" status: 204 len: 168 time: 0.1379249 Aug 09 11:37:53.021557 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d4dda-ae2a-44fd-b243-aaac66a162d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c559d4-d815-4be2-8de6-d387df16ff1f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:53.079932 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d88ec19e-ed68-49b8-bec1-151f75268d0c req-9e5ec978-dfc4-4b9c-b7d7-43cfac5a3f4f service neutron] 10.222.0.10 "GET /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126065 Aug 09 11:37:53.200832 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'dd7b646b-2815-4add-b8bb-99a6cf1eaf5f', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'port_id': '7b7b736f-58d9-4297-892f-574dbd4b85f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'mac_address': 'fa:16:3e:a9:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69581cee-240b-4465-aa9d-aec96f58e25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:37:37Z', 'updated_at': '2021-08-09T11:37:51Z', 'revision_number': 1, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:53.226747 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64c565-6e0d-4416-a9da-95b90d06fe89 None None] The sync data for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi is: [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'dd7b646b-2815-4add-b8bb-99a6cf1eaf5f', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'port_id': '7b7b736f-58d9-4297-892f-574dbd4b85f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'mac_address': 'fa:16:3e:a9:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69581cee-240b-4465-aa9d-aec96f58e25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:37:37Z', 'updated_at': '2021-08-09T11:37:51Z', 'revision_number': 1, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:53.305082 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47652) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:53.320755 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ba83ddcc-28be-4e11-9110-288197072167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.418609 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ba83ddcc-28be-4e11-9110-288197072167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.422892 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ba83ddcc-28be-4e11-9110-288197072167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.437377 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895d2be-5f4f-494e-b167-48b8c8b625c7 None None] New status for floating IP dd7b646b-2815-4add-b8bb-99a6cf1eaf5f: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:37:53.463295 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ba83ddcc-28be-4e11-9110-288197072167 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=195db4687f74483e92172e5c4d129c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567433 Aug 09 11:37:53.466113 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47654) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:53.472915 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83ddcc-28be-4e11-9110-288197072167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b4e99e-992a-470b-a936-d725eb7df31a,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:53.521806 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd2469ee-f447-4325-935b-f71f827fd46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.544118 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd2469ee-f447-4325-935b-f71f827fd46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.595393 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd2469ee-f447-4325-935b-f71f827fd46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.598032 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd2469ee-f447-4325-935b-f71f827fd46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:53.601953 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fd2469ee-f447-4325-935b-f71f827fd46f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19b4e99e-992a-470b-a936-d725eb7df31a HTTP/1.1" status: 204 len: 168 time: 0.1316614 Aug 09 11:37:53.607611 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2469ee-f447-4325-935b-f71f827fd46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b4e99e-992a-470b-a936-d725eb7df31a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:58.077320 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03a37162-75a9-409b-9dbc-014c1fbc3d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:58.670887 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:37:59.966364 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47798) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:00.073140 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c75c75dc-18e6-43f0-9cc3-76a48eb819a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.163536 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c75c75dc-18e6-43f0-9cc3-76a48eb819a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.167382 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c75c75dc-18e6-43f0-9cc3-76a48eb819a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.209428 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-c75c75dc-18e6-43f0-9cc3-76a48eb819a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d932d11381d24a228a16c237c493796a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417755 Aug 09 11:38:00.210980 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c75dc-18e6-43f0-9cc3-76a48eb819a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e9d36e-6ff5-44da-ada2-4e5b9437c0b9,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:00.212007 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47804) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:00.264129 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3674fab1-9dc8-4b9a-9491-dab1cb47d30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.289970 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3674fab1-9dc8-4b9a-9491-dab1cb47d30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.335896 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3674fab1-9dc8-4b9a-9491-dab1cb47d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.338436 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3674fab1-9dc8-4b9a-9491-dab1cb47d30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.339585 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3674fab1-9dc8-4b9a-9491-dab1cb47d30f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85e9d36e-6ff5-44da-ada2-4e5b9437c0b9 HTTP/1.1" status: 204 len: 168 time: 0.1265872 Aug 09 11:38:00.350694 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674fab1-9dc8-4b9a-9491-dab1cb47d30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e9d36e-6ff5-44da-ada2-4e5b9437c0b9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:00.613229 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47812) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:00.629177 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-548a7290-73ac-4bf8-87d5-09ce1d7289a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.715936 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-548a7290-73ac-4bf8-87d5-09ce1d7289a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.719799 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-548a7290-73ac-4bf8-87d5-09ce1d7289a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.730044 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-97282757-bb25-4151-9e6b-7811327345a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.761184 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-548a7290-73ac-4bf8-87d5-09ce1d7289a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0eaa17329c384a86809ceca147840691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468151 Aug 09 11:38:00.762320 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a7290-73ac-4bf8-87d5-09ce1d7289a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4af46-4524-4ae7-b6bd-35d6c86f369b,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:00.763871 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47814) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:00.814098 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d07431e7-3435-4e7a-ae7c-8371afb422ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.837940 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d07431e7-3435-4e7a-ae7c-8371afb422ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.888583 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d07431e7-3435-4e7a-ae7c-8371afb422ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.891148 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d07431e7-3435-4e7a-ae7c-8371afb422ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.892308 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d07431e7-3435-4e7a-ae7c-8371afb422ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0f4af46-4524-4ae7-b6bd-35d6c86f369b HTTP/1.1" status: 204 len: 168 time: 0.1274593 Aug 09 11:38:00.900084 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07431e7-3435-4e7a-ae7c-8371afb422ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4af46-4524-4ae7-b6bd-35d6c86f369b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:00.947631 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.551093 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 47838) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:01.644944 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-321301979-network', 'tenant_id': 'fc17499481694ff8a5e98b7cb6990429'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:01.665342 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Made reservation on behalf of fc17499481694ff8a5e98b7cb6990429 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:01.667604 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.676835 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.762563 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.766223 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.786730 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:38:01.801735 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6a1b47-1c4b-4436-ac61-7bffe819cc9e,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:01.804574 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.804909 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Added segment 7b2e0d5c-602d-41ef-a9e8-df3651f8d713 of type vlan for network 91c3a4d8-1dca-4203-a17b-4bd474cb18b9 Aug 09 11:38:01.842836 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.871701 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.872793 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:01.873378 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.932268 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3800430 Aug 09 11:38:01.935248 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47844) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:01.939138 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4234b71-5e84-42e3-897f-574111487fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=91c3a4d8-1dca-4203-a17b-4bd474cb18b9,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:01.940272 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Request body: {'subnet': {'network_id': '91c3a4d8-1dca-4203-a17b-4bd474cb18b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-321301979-subnet', 'tenant_id': 'fc17499481694ff8a5e98b7cb6990429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:01.953422 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 91c3a4d8-1dca-4203-a17b-4bd474cb18b9 details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:38:01.962331 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Made reservation on behalf of fc17499481694ff8a5e98b7cb6990429 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:01.964694 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12896294'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.001403 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.125849 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14597215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12896276'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.180139 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56a4a10-e926-4f90-8527-2d76e2c030cf,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:02.188769 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Checking segment: {'id': '7b2e0d5c-602d-41ef-a9e8-df3651f8d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '91c3a4d8-1dca-4203-a17b-4bd474cb18b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:02.189032 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Network hostable DHCP agents. Network: 91c3a4d8-1dca-4203-a17b-4bd474cb18b9, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:38:02.205961 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Network 91c3a4d8-1dca-4203-a17b-4bd474cb18b9 is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:38:02.214332 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 91c3a4d8-1dca-4203-a17b-4bd474cb18b9) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:02.218297 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:02.218885 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.224372 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62331651-cf36-4f5e-bf65-a04d9982a728 None None] Network 91c3a4d8-1dca-4203-a17b-4bd474cb18b9 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:02.241981 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-83efcee6-f7bf-4c4a-b551-9c008c968027 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3055837 Aug 09 11:38:02.348148 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b277d7-60ca-4f64-97f8-6b2c34e33fa7 None None] Network 91c3a4d8-1dca-4203-a17b-4bd474cb18b9 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:02.695973 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47862) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:02.701055 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254630468-network', 'tenant_id': '41e7a7c3387048f48117790749bd6920'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:02.721559 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Made reservation on behalf of 41e7a7c3387048f48117790749bd6920 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:02.723867 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.736972 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.823724 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.827217 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.852549 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:38:02.858554 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d9ad4-9a62-42d6-b55c-4a3c04ce9741,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:02.864858 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.865196 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Added segment 8fad5265-9014-4f20-8f01-8f55c1494784 of type vlan for network 912b35a0-b3bf-4228-9edf-11f253f6eff4 Aug 09 11:38:02.903287 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.930667 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.932249 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:02.933220 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.986651 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2894704 Aug 09 11:38:02.989676 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 47866) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:02.996072 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Request body: {'subnet': {'network_id': '912b35a0-b3bf-4228-9edf-11f253f6eff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254630468-subnet', 'tenant_id': '41e7a7c3387048f48117790749bd6920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:03.003561 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43001923-164f-4745-b220-1a67d4a4c2ce admin admin] Pushing event updated for resources: {'Network': ['ID=912b35a0-b3bf-4228-9edf-11f253f6eff4,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:03.013059 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 912b35a0-b3bf-4228-9edf-11f253f6eff4 details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:38:03.020963 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Made reservation on behalf of 41e7a7c3387048f48117790749bd6920 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:03.023313 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12896294'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:03.193532 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14597215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12896276'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:03.255183 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8dbb584-27ca-44ea-9f09-b947b5a31129,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:03.259710 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Checking segment: {'id': '8fad5265-9014-4f20-8f01-8f55c1494784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '912b35a0-b3bf-4228-9edf-11f253f6eff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:03.260069 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Network hostable DHCP agents. Network: 912b35a0-b3bf-4228-9edf-11f253f6eff4, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:38:03.279621 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Network 912b35a0-b3bf-4228-9edf-11f253f6eff4 is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:38:03.288721 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 912b35a0-b3bf-4228-9edf-11f253f6eff4) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:03.293741 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:03.294435 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:03.296624 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df565531-539d-4fc2-9877-5844f61770b2 None None] Network 912b35a0-b3bf-4228-9edf-11f253f6eff4 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:03.318066 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c5160c40-249b-48ea-a508-64aacd2d459b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3189797 Aug 09 11:38:03.423268 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1d3ea-ffc2-4cce-a32f-0c60715aed15 None None] Network 912b35a0-b3bf-4228-9edf-11f253f6eff4 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:03.499342 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:05.198401 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:06.412060 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59362b34-cf2f-4091-8022-58a1e52890ad req-dae5a80d-a0e2-4f8d-a7c1-c79626ce4b2d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:06.414075 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59362b34-cf2f-4091-8022-58a1e52890ad req-dae5a80d-a0e2-4f8d-a7c1-c79626ce4b2d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0513229 Aug 09 11:38:06.455612 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-59362b34-cf2f-4091-8022-58a1e52890ad req-e5d43671-44a4-4176-a99b-c9555b2ee575 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347354 Aug 09 11:38:07.577349 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a88a0d-bf7b-44fc-ac91-a58d02f1d7b4 req-b4e13d37-937c-41fd-89d2-4d3624bb554f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:07.578927 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f7a88a0d-bf7b-44fc-ac91-a58d02f1d7b4 req-b4e13d37-937c-41fd-89d2-4d3624bb554f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0513496 Aug 09 11:38:07.618541 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f7a88a0d-bf7b-44fc-ac91-a58d02f1d7b4 req-4c4a8c20-88f0-4795-982d-a76977f24cdb tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329974 Aug 09 11:38:08.739399 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd66b-f86c-47b3-b188-67855300fb6b req-ab199b24-3ea9-48c4-a360-52d5420b8f69 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:08.740916 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bc1bd66b-f86c-47b3-b188-67855300fb6b req-ab199b24-3ea9-48c4-a360-52d5420b8f69 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0519323 Aug 09 11:38:08.782770 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bc1bd66b-f86c-47b3-b188-67855300fb6b req-cdd0ca2a-25d0-4eda-8cbe-4d04857b80c6 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359192 Aug 09 11:38:09.917855 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8087492-e596-4498-bf49-6f3a479d8d7e req-4d9f73e3-be26-4281-aa42-25ce599d415b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:09.919347 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c8087492-e596-4498-bf49-6f3a479d8d7e req-4d9f73e3-be26-4281-aa42-25ce599d415b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0502348 Aug 09 11:38:09.960745 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c8087492-e596-4498-bf49-6f3a479d8d7e req-6a6584a2-0e4b-4c8f-9091-d5fb4ef5fc5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348988 Aug 09 11:38:11.079328 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a476359-133f-4d19-98d8-5a0e289b86e0 req-ad4f75a5-81cc-4531-8d60-2455735372bd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:11.081388 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6a476359-133f-4d19-98d8-5a0e289b86e0 req-ad4f75a5-81cc-4531-8d60-2455735372bd tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0484798 Aug 09 11:38:11.118053 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6a476359-133f-4d19-98d8-5a0e289b86e0 req-65d5929e-4997-4361-8a28-15366031d23f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307016 Aug 09 11:38:12.241876 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f546c-af82-4f70-b1ca-f386ca983565 req-6a765680-7ba0-4ab5-a020-f93313cfea5c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:12.243339 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-908f546c-af82-4f70-b1ca-f386ca983565 req-6a765680-7ba0-4ab5-a020-f93313cfea5c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0547557 Aug 09 11:38:12.281866 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-908f546c-af82-4f70-b1ca-f386ca983565 req-d787ae0e-da4e-47bc-8895-fb544ee1d574 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Aug 09 11:38:13.398833 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c7603-ac93-4792-b25c-5a7d5e83c10e req-19f37699-a6f3-4b3f-a8ec-8902b6853b68 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:13.400325 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-085c7603-ac93-4792-b25c-5a7d5e83c10e req-19f37699-a6f3-4b3f-a8ec-8902b6853b68 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0487773 Aug 09 11:38:13.436632 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-085c7603-ac93-4792-b25c-5a7d5e83c10e req-db87266d-e18f-4f18-b4bd-e7dcd29d0b2c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304532 Aug 09 11:38:14.554106 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b993-7bda-41f0-bdca-b480b4adf562 req-aa7f1eda-c825-4e76-8ace-53d5382af072 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:14.555602 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2835b993-7bda-41f0-bdca-b480b4adf562 req-aa7f1eda-c825-4e76-8ace-53d5382af072 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0485938 Aug 09 11:38:14.592198 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2835b993-7bda-41f0-bdca-b480b4adf562 req-9d59c324-1b57-40f1-b9ed-451a5d8997d9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307395 Aug 09 11:38:15.715535 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031651-2cc7-4df7-96d3-3b3727e0e1b3 req-a9883eb4-36ad-4e19-8f2c-b45f3b582415 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:15.716973 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac031651-2cc7-4df7-96d3-3b3727e0e1b3 req-a9883eb4-36ad-4e19-8f2c-b45f3b582415 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0522914 Aug 09 11:38:15.758324 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac031651-2cc7-4df7-96d3-3b3727e0e1b3 req-b7f46f2e-0880-45e8-a676-874102660aeb tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347135 Aug 09 11:38:16.787409 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48056) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:16.830943 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-9247a4eb-d391-4313-acb7-6c76072747e0 admin admin] Deleting subnet e56a4a10-e926-4f90-8527-2d76e2c030cf {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:38:16.843305 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9247a4eb-d391-4313-acb7-6c76072747e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.898963 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9247a4eb-d391-4313-acb7-6c76072747e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14619013'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.927368 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5206961-16c0-4b0e-9728-29ccd7aeb3e5 req-b3bbeda7-15ab-47f0-99d6-965fa9c161a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:16.928826 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b5206961-16c0-4b0e-9728-29ccd7aeb3e5 req-b3bbeda7-15ab-47f0-99d6-965fa9c161a8 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0956781 Aug 09 11:38:16.963667 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9247a4eb-d391-4313-acb7-6c76072747e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:16.995456 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b5206961-16c0-4b0e-9728-29ccd7aeb3e5 req-75d8a89d-33cf-446a-b6fd-b508997da8d7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596011 Aug 09 11:38:17.026834 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9247a4eb-d391-4313-acb7-6c76072747e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14597144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12896269'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.052854 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247a4eb-d391-4313-acb7-6c76072747e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56a4a10-e926-4f90-8527-2d76e2c030cf,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:17.054807 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9247a4eb-d391-4313-acb7-6c76072747e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.056651 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9247a4eb-d391-4313-acb7-6c76072747e0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e56a4a10-e926-4f90-8527-2d76e2c030cf HTTP/1.1" status: 204 len: 168 time: 0.2682233 Aug 09 11:38:17.059249 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48058) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:17.126040 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.204891 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.214347 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c3a4d8-1dca-4203-a17b-4bd474cb18b9']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:17.224347 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2e0d5c-602d-41ef-a9e8-df3651f8d713') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:17.224639 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2e0d5c-602d-41ef-a9e8-df3651f8d713') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:17.232962 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12834139'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.246396 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.251897 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:38:17.252273 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13264476'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: Traceback (most recent call last): Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: timer() Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: cb(*args, **kw) Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: return func(*args, **kwargs) Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: self._notify() Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: self.callback(batched_events) Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: event.method(event) Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: return f(self, *a, **k) Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._get(url).json() Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: return self.request(url, 'GET', **kwargs) Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:38:17.253841 dv-cinder-803900-2-iscsi neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:38:17.306422 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.311657 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.313524 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] 10.222.0.30 "DELETE /v2.0/networks/91c3a4d8-1dca-4203-a17b-4bd474cb18b9 HTTP/1.1" status: 204 len: 168 time: 0.2532485 Aug 09 11:38:17.316497 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48060) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:17.329978 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d36e7a-f5c6-4e07-a880-8347f057513e admin admin] Pushing event deleted for resources: {'Network': ['ID=91c3a4d8-1dca-4203-a17b-4bd474cb18b9,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:17.359958 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-423b579b-b2e5-4eda-ad99-b84b3e9624df admin admin] Deleting subnet c8dbb584-27ca-44ea-9f09-b947b5a31129 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:38:17.363675 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-423b579b-b2e5-4eda-ad99-b84b3e9624df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.400105 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-423b579b-b2e5-4eda-ad99-b84b3e9624df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14619013'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.439328 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-423b579b-b2e5-4eda-ad99-b84b3e9624df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.467121 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 2fae3474-1ca2-45be-a18d-7a2be112c901 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:38:17.491695 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-423b579b-b2e5-4eda-ad99-b84b3e9624df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14597144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12896269'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.517270 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b579b-b2e5-4eda-ad99-b84b3e9624df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8dbb584-27ca-44ea-9f09-b947b5a31129,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:17.519312 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-423b579b-b2e5-4eda-ad99-b84b3e9624df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.523365 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-423b579b-b2e5-4eda-ad99-b84b3e9624df admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c8dbb584-27ca-44ea-9f09-b947b5a31129 HTTP/1.1" status: 204 len: 168 time: 0.2036388 Aug 09 11:38:17.523863 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48064) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:17.563353 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:17.574419 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'port_id': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'mac_address': 'fa:16:3e:c0:6e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:38:17.591699 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.615279 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.628078 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fae3474-1ca2-45be-a18d-7a2be112c901 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:38:17.647520 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:17.651333 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.667543 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.676912 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912b35a0-b3bf-4228-9edf-11f253f6eff4']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:17.686679 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fad5265-9014-4f20-8f01-8f55c1494784') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:17.686983 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fad5265-9014-4f20-8f01-8f55c1494784') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:17.695612 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14619026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.700230 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=6']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:17.708128 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.708495 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.708814 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.709145 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.709499 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.709833 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.710282 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.710486 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.710816 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.711201 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.711525 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.711848 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:17.714456 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.720450 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:38:17.721214 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14597318'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: timer() Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: cb(*args, **kw) Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: self._notify() Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: self.callback(batched_events) Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: event.method(event) Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._get(url).json() Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:38:17.722441 dv-cinder-803900-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:38:17.744046 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['2fae3474-1ca2-45be-a18d-7a2be112c901'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:38:17.775720 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.780792 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:17.785069 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] 10.222.0.30 "DELETE /v2.0/networks/912b35a0-b3bf-4228-9edf-11f253f6eff4 HTTP/1.1" status: 204 len: 168 time: 0.2578356 Aug 09 11:38:17.801713 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8c1ce-7638-4d78-b836-a5abee7b943a admin admin] Pushing event deleted for resources: {'Network': ['ID=912b35a0-b3bf-4228-9edf-11f253f6eff4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:17.939006 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48068) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:17.978812 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-89accd44-85f6-4408-aad5-19cf0931a92f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc17499481694ff8a5e98b7cb6990429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379055 Aug 09 11:38:17.981279 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48070) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:18.033799 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e648-4d3d-4e1e-949d-b3239436b480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.057103 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e648-4d3d-4e1e-949d-b3239436b480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.131977 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae37b3-3294-486d-9227-e58b3ce0f184 req-f2bf6039-6a3c-4f99-81c4-07b5f2c1a681 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:18.133442 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1ae37b3-3294-486d-9227-e58b3ce0f184 req-f2bf6039-6a3c-4f99-81c4-07b5f2c1a681 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 944 time: 0.0584073 Aug 09 11:38:18.148682 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e648-4d3d-4e1e-949d-b3239436b480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.151087 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e648-4d3d-4e1e-949d-b3239436b480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.152107 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7ac7e648-4d3d-4e1e-949d-b3239436b480 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a6a1b47-1c4b-4436-ac61-7bffe819cc9e HTTP/1.1" status: 204 len: 168 time: 0.1699343 Aug 09 11:38:18.171198 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7e648-4d3d-4e1e-949d-b3239436b480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6a1b47-1c4b-4436-ac61-7bffe819cc9e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:18.191406 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e1ae37b3-3294-486d-9227-e58b3ce0f184 req-58af02db-075d-48a2-b2bd-ed94e73f742c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515795 Aug 09 11:38:18.462721 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48078) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:18.503135 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e8563da2-336d-43a6-9bea-b52ce20d43e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41e7a7c3387048f48117790749bd6920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392525 Aug 09 11:38:18.505922 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48082) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:18.555127 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7d11d7e3-43d8-49fa-bdb8-1d78b409dc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.577005 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7d11d7e3-43d8-49fa-bdb8-1d78b409dc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.626295 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7d11d7e3-43d8-49fa-bdb8-1d78b409dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.628866 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7d11d7e3-43d8-49fa-bdb8-1d78b409dc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:18.630169 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7d11d7e3-43d8-49fa-bdb8-1d78b409dc6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/157d9ad4-9a62-42d6-b55c-4a3c04ce9741 HTTP/1.1" status: 204 len: 168 time: 0.1233444 Aug 09 11:38:18.638935 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11d7e3-43d8-49fa-bdb8-1d78b409dc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d9ad4-9a62-42d6-b55c-4a3c04ce9741,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:19.316385 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5730d-16f9-4d24-b9b8-64716ed2a478 req-096142b4-b900-44be-8157-e40c04a02aec tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:19.317941 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55a5730d-16f9-4d24-b9b8-64716ed2a478 req-096142b4-b900-44be-8157-e40c04a02aec tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 944 time: 0.0496216 Aug 09 11:38:19.355230 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-55a5730d-16f9-4d24-b9b8-64716ed2a478 req-61c5b2e9-2f40-4f4b-b8bc-e5015db84efb tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312574 Aug 09 11:38:19.472894 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 2fae3474-1ca2-45be-a18d-7a2be112c901 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:19.523021 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 2fae3474-1ca2-45be-a18d-7a2be112c901 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:19.523398 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.603724 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.628109 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:38:19.630912 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcd70f3-05dc-4bc8-9e41-6e2476f2a47e" -d '{"events": [{"server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:38:19.643568 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:19.649222 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:19.680666 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc131f2-83ad-4a72-b66d-7c17da7d05ac x-openstack-request-id: req-0fc131f2-83ad-4a72-b66d-7c17da7d05ac {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:38:19.681027 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:38:19.681205 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fc131f2-83ad-4a72-b66d-7c17da7d05ac {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:38:19.681616 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'code': 200} Aug 09 11:38:19.706502 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=7']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:20.493703 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885ea2e-7aa6-4d67-bd98-e6a40f343355 req-ab7a7e6f-17e1-43d7-82b1-8db9350728b9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:20.501142 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d885ea2e-7aa6-4d67-bd98-e6a40f343355 req-ab7a7e6f-17e1-43d7-82b1-8db9350728b9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0589771 Aug 09 11:38:20.539724 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d885ea2e-7aa6-4d67-bd98-e6a40f343355 req-c3921b11-882d-40fa-96cc-a0df0026445d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368910 Aug 09 11:38:21.667611 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a64c38-1298-450c-b2d4-db4be1487fab req-d3611dd4-c149-4266-b1e4-5e2c305c0a12 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:21.669199 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d3a64c38-1298-450c-b2d4-db4be1487fab req-d3611dd4-c149-4266-b1e4-5e2c305c0a12 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0519943 Aug 09 11:38:21.714068 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d3a64c38-1298-450c-b2d4-db4be1487fab req-ee6f6698-96c7-4768-a787-6ecfb30c0228 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378006 Aug 09 11:38:22.846009 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a464-bd2e-4312-bcf7-8416ca5e5897 req-f03ac7b1-ebba-473d-a510-89cd0364685d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:22.848723 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93f9a464-bd2e-4312-bcf7-8416ca5e5897 req-f03ac7b1-ebba-473d-a510-89cd0364685d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Aug 09 11:38:22.914835 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-93f9a464-bd2e-4312-bcf7-8416ca5e5897 req-d7d8794b-a56e-4c45-8995-f9980778ec9f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610766 Aug 09 11:38:24.054391 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9846f-ed48-47bd-8962-d6d65121b5a7 req-f486ff26-f39b-4cb6-9832-354ed3acddfe tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:24.058377 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cca9846f-ed48-47bd-8962-d6d65121b5a7 req-f486ff26-f39b-4cb6-9832-354ed3acddfe tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0622528 Aug 09 11:38:24.105130 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cca9846f-ed48-47bd-8962-d6d65121b5a7 req-450da7e1-044c-4713-bc19-d9a22f8b67ad tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Aug 09 11:38:25.240394 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59634d-2a76-4f73-9ad1-076b257dda5b req-bbbd3d3a-0bbb-42e9-9109-740c8f886644 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:25.241909 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe59634d-2a76-4f73-9ad1-076b257dda5b req-bbbd3d3a-0bbb-42e9-9109-740c8f886644 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0527949 Aug 09 11:38:25.296137 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fe59634d-2a76-4f73-9ad1-076b257dda5b req-b7e88e4a-e582-4e4c-a377-e0d5a363ccb0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450258 Aug 09 11:38:25.522747 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4b307-997b-4b65-a48b-ad3edf39b720 req-8ea6bfd4-170f-459b-84df-0aefdfb959f0 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:25.524753 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dcb4b307-997b-4b65-a48b-ad3edf39b720 req-8ea6bfd4-170f-459b-84df-0aefdfb959f0 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0636756 Aug 09 11:38:25.573482 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-dcb4b307-997b-4b65-a48b-ad3edf39b720 req-e7f5b192-cba6-4491-9fd9-b5f35359cb6f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Aug 09 11:38:25.790994 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-f5ccf971-d601-40e3-b308-56be1893f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:25.792691 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-f5ccf971-d601-40e3-b308-56be1893f78d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b8570c3d6cf49e894363981f5717afe&device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0577204 Aug 09 11:38:25.916519 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-a13d90b5-19dc-4dcb-b270-3cf09baf44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:25.918073 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-a13d90b5-19dc-4dcb-b270-3cf09baf44f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b HTTP/1.1" status: 200 len: 910 time: 0.1004963 Aug 09 11:38:25.989613 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-e83432dd-d50e-400c-930a-dfa60002fadd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621 HTTP/1.1" status: 200 len: 1002 time: 0.0633023 Aug 09 11:38:26.049056 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-a0f63193-6217-4648-bcbf-c24961fe976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:26.050703 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-a0f63193-6217-4648-bcbf-c24961fe976b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb HTTP/1.1" status: 200 len: 848 time: 0.0470476 Aug 09 11:38:26.116988 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-95134739-7c8b-4643-bae4-82f1dc5278e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:26.118533 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-95134739-7c8b-4643-bae4-82f1dc5278e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600133 Aug 09 11:38:26.234835 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-54d50638-ad84-4bd3-85fc-59cd855cbd96 service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066823 Aug 09 11:38:26.352418 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-021eae56-4db7-4ff3-b605-48cfbce32d92 req-e1d660ab-c90b-471e-9c2b-75bd9ed3d438 service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080468 Aug 09 11:38:26.454500 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9340fa-fd1d-4836-beac-297ee9105e82 req-055fd592-b2fc-4d26-9c47-96aeb5d322f9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:26.457049 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df9340fa-fd1d-4836-beac-297ee9105e82 req-055fd592-b2fc-4d26-9c47-96aeb5d322f9 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0536115 Aug 09 11:38:26.503150 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-df9340fa-fd1d-4836-beac-297ee9105e82 req-db5f9bb7-4dcf-44b2-9dde-586d27737d7f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406911 Aug 09 11:38:26.708090 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13493a-6dbb-4072-ac5e-07c8526b60c7 req-a35af0dc-9562-466e-b3fe-5dec1dcbea91 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:26.709604 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e13493a-6dbb-4072-ac5e-07c8526b60c7 req-a35af0dc-9562-466e-b3fe-5dec1dcbea91 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0586367 Aug 09 11:38:26.753694 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3e13493a-6dbb-4072-ac5e-07c8526b60c7 req-7050a579-c8cc-469b-bf30-6aba475acc1e tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346780 Aug 09 11:38:27.645341 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306fa5d-a801-4ad2-924d-fa04440416c6 req-4d670582-eef9-456e-a3f1-ce2c9c24127e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:27.647211 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9306fa5d-a801-4ad2-924d-fa04440416c6 req-4d670582-eef9-456e-a3f1-ce2c9c24127e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0621700 Aug 09 11:38:27.713196 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9306fa5d-a801-4ad2-924d-fa04440416c6 req-436ee1e2-e483-4676-b45a-9fc42c9ffba4 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466239 Aug 09 11:38:27.886729 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b03abe-b70a-4865-987a-26422239495a req-001f9693-a0f2-4ae1-888e-0447757a8671 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:27.888268 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-19b03abe-b70a-4865-987a-26422239495a req-001f9693-a0f2-4ae1-888e-0447757a8671 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0519385 Aug 09 11:38:27.932235 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-19b03abe-b70a-4865-987a-26422239495a req-069e0060-7176-41d1-a120-639ea4f8c098 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348876 Aug 09 11:38:28.090702 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d5b2b6e-1d05-4ce3-b9c6-9e85b834bfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:28.835978 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995d664-b29c-4ef0-b652-e12af3713365 req-a3390418-f8a5-4e24-8a8a-2ad03d806abb tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:28.837511 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d995d664-b29c-4ef0-b652-e12af3713365 req-a3390418-f8a5-4e24-8a8a-2ad03d806abb tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0494316 Aug 09 11:38:28.875544 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d995d664-b29c-4ef0-b652-e12af3713365 req-4972bdf7-70eb-4029-9cdd-dd27446edd1f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Aug 09 11:38:29.043305 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-92c1944e-8489-4ad4-869f-bb6fbc597408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:29.044821 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-92c1944e-8489-4ad4-869f-bb6fbc597408 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 1098 time: 0.0691230 Aug 09 11:38:29.068620 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500f181-3e8c-4ca9-b4b1-5933cd8d3157 req-2cc5346e-d7bb-4800-a624-bbc141fa098d tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:29.070142 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a500f181-3e8c-4ca9-b4b1-5933cd8d3157 req-2cc5346e-d7bb-4800-a624-bbc141fa098d tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0669048 Aug 09 11:38:29.166517 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a500f181-3e8c-4ca9-b4b1-5933cd8d3157 req-d7d040ab-803f-4c60-8fd6-63f7a21c621a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868096 Aug 09 11:38:29.182619 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-3a5ad249-8e84-4f1c-b3ed-f5e84833b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:29.184082 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-3a5ad249-8e84-4f1c-b3ed-f5e84833b9de service neutron] 10.222.0.10 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 918 time: 0.1312015 Aug 09 11:38:29.255989 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-7edec921-33d2-471e-9642-0e25b6d29782 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fae3474-1ca2-45be-a18d-7a2be112c901 HTTP/1.1" status: 200 len: 1001 time: 0.0561631 Aug 09 11:38:29.304504 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-831d0c08-1a06-4f8c-9ad0-8a0bf1130352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:29.305867 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-831d0c08-1a06-4f8c-9ad0-8a0bf1130352 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 200 len: 856 time: 0.0419645 Aug 09 11:38:29.353950 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-834bd574-3cef-4c80-ade1-2d83a1970c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:29.355383 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-834bd574-3cef-4c80-ade1-2d83a1970c56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61368b8c-3f63-4abc-860d-c08b2be3a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417211 Aug 09 11:38:29.441960 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-43d2cdd9-02e9-4b53-a764-b9cb8cd00a51 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776381 Aug 09 11:38:29.531757 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-023ee8f1-eacd-46bf-adfd-7c25ef041b81 req-1a95bd44-b60b-4433-86ae-1bc2c6f61309 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817177 Aug 09 11:38:29.999162 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95487d-6dd0-4a5b-9874-13fa75fa379e req-02d94342-c68a-44ab-a73f-6c86627b2dff tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:30.000662 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6d95487d-6dd0-4a5b-9874-13fa75fa379e req-02d94342-c68a-44ab-a73f-6c86627b2dff tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0490968 Aug 09 11:38:30.039840 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6d95487d-6dd0-4a5b-9874-13fa75fa379e req-9d1c25b0-0646-4d7b-a875-123929df9d7b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Aug 09 11:38:30.283038 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81ef6f-7c0a-4db4-bfea-d49747689826 req-e9b42441-c77b-40be-8ce5-a45260ca1c9b tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:30.284495 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5c81ef6f-7c0a-4db4-bfea-d49747689826 req-e9b42441-c77b-40be-8ce5-a45260ca1c9b tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0473804 Aug 09 11:38:30.320878 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5c81ef6f-7c0a-4db4-bfea-d49747689826 req-0ae93c93-e300-4c8c-ba24-5f075df49bba tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302908 Aug 09 11:38:30.730759 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7f690371-1b48-48f2-b3ff-2fd558717c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:30.948975 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:31.159983 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27e67c-70dc-458f-84a3-027158ed1852 req-5848d274-bef0-496f-a282-5618a25ca12a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:31.161814 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb27e67c-70dc-458f-84a3-027158ed1852 req-5848d274-bef0-496f-a282-5618a25ca12a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0491679 Aug 09 11:38:31.207500 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eb27e67c-70dc-458f-84a3-027158ed1852 req-c1cedb10-768c-468f-b9cd-f5f6eb628f12 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396311 Aug 09 11:38:31.434551 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d926fb-d5a0-4d03-8249-b3611edb9ee5 req-fdcfa6a9-82d1-41ed-82c5-a39b328c085a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:31.436001 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3d926fb-d5a0-4d03-8249-b3611edb9ee5 req-fdcfa6a9-82d1-41ed-82c5-a39b328c085a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0468378 Aug 09 11:38:31.473762 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c3d926fb-d5a0-4d03-8249-b3611edb9ee5 req-00029791-338d-4ca2-8cc5-e1fca173803a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310102 Aug 09 11:38:31.513965 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 2fae3474-1ca2-45be-a18d-7a2be112c901 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:38:31.599353 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:31.622196 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:38:31.624386 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00563413-2c08-41b9-9217-c8ac7dd1a8a4" -d '{"events": [{"server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "name": "network-vif-unplugged", "status": "completed", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:38:31.641024 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:31.645949 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:31.667603 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 11:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b25a1fd-b4a7-4add-a49b-28c5256f64a0 x-openstack-request-id: req-7b25a1fd-b4a7-4add-a49b-28c5256f64a0 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:38:31.667889 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "name": "network-vif-unplugged", "status": "failed", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901", "code": 422}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:38:31.668138 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b25a1fd-b4a7-4add-a49b-28c5256f64a0 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:38:31.668536 dv-cinder-803900-2-iscsi neutron-server[93251]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'code': 422} returned with failed status Aug 09 11:38:31.695895 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=8']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:31.963777 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:32.326373 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811483b-ae80-4fb6-9e45-90fc4ce082b6 req-a57fb45a-c4f0-4c4f-8ddc-02bbb18bfbba tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:32.327824 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f811483b-ae80-4fb6-9e45-90fc4ce082b6 req-a57fb45a-c4f0-4c4f-8ddc-02bbb18bfbba tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0478659 Aug 09 11:38:32.364979 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f811483b-ae80-4fb6-9e45-90fc4ce082b6 req-602e9e5f-e0ff-4477-9121-c7f376a9635a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Aug 09 11:38:32.595140 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f672089-60cd-482d-96a1-c87f8278165e req-e7779efd-5ce6-44a4-893a-875f814b44af tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:32.597151 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f672089-60cd-482d-96a1-c87f8278165e req-e7779efd-5ce6-44a4-893a-875f814b44af tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0571411 Aug 09 11:38:32.646911 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f672089-60cd-482d-96a1-c87f8278165e req-bfcbc915-6878-43c8-8159-1aafacba1a06 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421278 Aug 09 11:38:33.298300 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8422c-2a03-4454-9c9f-31221d792e47 req-ad595a47-43f6-4c70-9681-e236a78716c1 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:33.299825 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2bb8422c-2a03-4454-9c9f-31221d792e47 req-ad595a47-43f6-4c70-9681-e236a78716c1 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0551741 Aug 09 11:38:33.324681 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-b49f0095-5cad-40a5-9529-9c7868fa079b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386014 Aug 09 11:38:33.338222 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2bb8422c-2a03-4454-9c9f-31221d792e47 req-db638c4e-bd7f-44c0-9330-e54646090cce tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324371 Aug 09 11:38:33.492058 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:33.762813 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed313b-3662-43bf-a855-6dc6128626bd req-490dc328-8f99-4cd0-9856-fa989ce856c5 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:33.764337 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-95ed313b-3662-43bf-a855-6dc6128626bd req-490dc328-8f99-4cd0-9856-fa989ce856c5 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0478346 Aug 09 11:38:33.803402 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-95ed313b-3662-43bf-a855-6dc6128626bd req-a9415349-e3a3-4e36-b3b6-01b78747f63b tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319552 Aug 09 11:38:34.067844 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-47f7afc6-9d91-40c9-ad78-a113c3ae3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:34.069123 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-47f7afc6-9d91-40c9-ad78-a113c3ae3ceb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6&tenant_id=a7a3b96504a8466298524d1b969c3ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0427864 Aug 09 11:38:34.131906 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-1fd541b6-018f-4748-97ba-cc7cb5cdb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:34.133355 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-1fd541b6-018f-4748-97ba-cc7cb5cdb4b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7a3b96504a8466298524d1b969c3ff9&device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 1096 time: 0.0420125 Aug 09 11:38:34.227455 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-620b454e-926d-4d3e-8bdc-5571b9b8bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:34.228941 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-620b454e-926d-4d3e-8bdc-5571b9b8bc16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 200 len: 918 time: 0.0886698 Aug 09 11:38:34.298037 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-6510972e-4e3c-4023-b120-364567a232ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fae3474-1ca2-45be-a18d-7a2be112c901 HTTP/1.1" status: 200 len: 999 time: 0.0624673 Aug 09 11:38:34.347158 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-2ee536a4-0792-4f3c-8221-a6fbda3a7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:34.348528 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-2ee536a4-0792-4f3c-8221-a6fbda3a7e51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 200 len: 856 time: 0.0442948 Aug 09 11:38:34.398747 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-a80e809a-63c2-4f5e-96b1-2d9cfc9dc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:34.400393 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-a80e809a-63c2-4f5e-96b1-2d9cfc9dc9af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61368b8c-3f63-4abc-860d-c08b2be3a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446274 Aug 09 11:38:34.800110 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582ffa7-177b-442e-9572-f1b399ac2f59 req-3456a220-5be9-47ad-b027-4358e3a13ab3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:34.801627 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c582ffa7-177b-442e-9572-f1b399ac2f59 req-3456a220-5be9-47ad-b027-4358e3a13ab3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.3824415 Aug 09 11:38:34.835106 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-1770d611-c07b-46f0-bd5f-b5d961dbf300 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272859 Aug 09 11:38:34.894498 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c582ffa7-177b-442e-9572-f1b399ac2f59 req-4224572c-b6ac-4ba5-b9f5-b1486c674114 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863461 Aug 09 11:38:34.967202 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69735ade-afa9-4147-aa52-bfb357f6db53 req-e9c3710a-4e56-47a5-898d-e28b449e898b tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:34.968663 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-69735ade-afa9-4147-aa52-bfb357f6db53 req-e9c3710a-4e56-47a5-898d-e28b449e898b tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0775754 Aug 09 11:38:34.974500 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-f8008d8d-4209-428f-8117-5574ca1f18e7 service neutron] 10.222.0.10 "GET /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299288 Aug 09 11:38:35.010607 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-69735ade-afa9-4147-aa52-bfb357f6db53 req-b94238ed-21a7-47d6-9fff-f78deb390ce4 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351288 Aug 09 11:38:35.229745 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.544927 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 2fae3474-1ca2-45be-a18d-7a2be112c901 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:38:35.670191 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:38:36.026237 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887c6b2-ed0e-4175-aeec-0932f0e8311a req-1a40f193-eb11-4e13-a793-6cadb7227b0a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:36.029192 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2887c6b2-ed0e-4175-aeec-0932f0e8311a req-1a40f193-eb11-4e13-a793-6cadb7227b0a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0570543 Aug 09 11:38:36.087863 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2887c6b2-ed0e-4175-aeec-0932f0e8311a req-7c5dcfe9-dd71-4962-af5a-0e694a412ab4 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 Aug 09 11:38:36.142296 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901721b4-ca28-454e-9c2c-5f9c430a2479 req-c46760a9-16ee-46d6-ac04-198801544283 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:36.143873 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-901721b4-ca28-454e-9c2c-5f9c430a2479 req-c46760a9-16ee-46d6-ac04-198801544283 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0551548 Aug 09 11:38:36.184796 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-901721b4-ca28-454e-9c2c-5f9c430a2479 req-f977dafb-59d8-46b5-a351-376a49065a3c tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347879 Aug 09 11:38:37.216509 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6adaea-4a34-4459-ba5d-8f4bac351fa4 req-27db9d2a-08ee-4ab6-883a-db205bad4810 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:37.219414 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d6adaea-4a34-4459-ba5d-8f4bac351fa4 req-27db9d2a-08ee-4ab6-883a-db205bad4810 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0557504 Aug 09 11:38:37.268298 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0d6adaea-4a34-4459-ba5d-8f4bac351fa4 req-3549e027-8cd8-41b8-85cb-6cea3c50160a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443525 Aug 09 11:38:37.320839 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ad31f-ff79-49d3-b717-3a36710992e0 req-06a8f744-79c9-4925-9be2-819980ec6655 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:37.325607 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e2ad31f-ff79-49d3-b717-3a36710992e0 req-06a8f744-79c9-4925-9be2-819980ec6655 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0714548 Aug 09 11:38:37.360031 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e2ad31f-ff79-49d3-b717-3a36710992e0 req-53cebbbf-09a5-425a-970b-b54c83e416c6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314958 Aug 09 11:38:38.420127 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713968c-213c-43a2-90cd-f0a1c2b1cd42 req-fb31ac5b-6a0f-4758-91be-4a5c71f76471 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:38.422691 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e713968c-213c-43a2-90cd-f0a1c2b1cd42 req-fb31ac5b-6a0f-4758-91be-4a5c71f76471 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0759213 Aug 09 11:38:38.489523 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e713968c-213c-43a2-90cd-f0a1c2b1cd42 req-72698100-94a3-4edb-910d-d83d6b1dfe42 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605748 Aug 09 11:38:38.504804 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baf3d7-6abc-4c84-9a75-fc768b4dab8e req-b3372c28-550d-4b7a-8c7d-983ff67f8c50 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:38.506855 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91baf3d7-6abc-4c84-9a75-fc768b4dab8e req-b3372c28-550d-4b7a-8c7d-983ff67f8c50 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0762129 Aug 09 11:38:38.552512 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-91baf3d7-6abc-4c84-9a75-fc768b4dab8e req-f219962d-894e-454d-ae66-14f48cc0543d tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341160 Aug 09 11:38:39.629119 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa04a5-f8ab-48ba-a623-42043737b00a req-05862e67-aabb-4c1b-85dd-ae3da23f927b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:39.645031 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5aaa04a5-f8ab-48ba-a623-42043737b00a req-05862e67-aabb-4c1b-85dd-ae3da23f927b tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0742562 Aug 09 11:38:39.708825 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5aaa04a5-f8ab-48ba-a623-42043737b00a req-146c84f8-511c-47cc-a72d-cf3f79754d0e tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535333 Aug 09 11:38:39.717309 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b799a0-6b87-49b9-9e99-d1e24bdd73c2 req-c8df559f-69ea-422b-bd62-daac7060f3a8 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:39.719036 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2b799a0-6b87-49b9-9e99-d1e24bdd73c2 req-c8df559f-69ea-422b-bd62-daac7060f3a8 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0725605 Aug 09 11:38:39.775164 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2b799a0-6b87-49b9-9e99-d1e24bdd73c2 req-c282bcee-c868-41c2-8827-6989ee35ddcb tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 Aug 09 11:38:40.841110 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ca886-e4f7-4770-9aa1-f8285a542453 req-a243dcd5-953a-420f-96e5-7e7e44334d6c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:40.842623 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-553ca886-e4f7-4770-9aa1-f8285a542453 req-a243dcd5-953a-420f-96e5-7e7e44334d6c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0481040 Aug 09 11:38:40.911387 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-553ca886-e4f7-4770-9aa1-f8285a542453 req-352ef7f4-20b8-47b7-b253-c624715dff50 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620253 Aug 09 11:38:40.932070 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c1fa-e569-4124-bdd4-6ec3adb59e18 req-a5600960-b531-4aa0-9523-560f389e1480 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:40.934243 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fd47c1fa-e569-4124-bdd4-6ec3adb59e18 req-a5600960-b531-4aa0-9523-560f389e1480 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0865910 Aug 09 11:38:40.977630 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fd47c1fa-e569-4124-bdd4-6ec3adb59e18 req-9199421f-ee31-47c6-8bbb-5bcb562c3854 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344443 Aug 09 11:38:42.061045 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e84e91-a64f-47f2-a6da-6ad4024e27c3 req-714d42f4-0f51-420b-9b56-b5419d5f4dec tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:42.062650 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2e84e91-a64f-47f2-a6da-6ad4024e27c3 req-714d42f4-0f51-420b-9b56-b5419d5f4dec tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0552573 Aug 09 11:38:42.137869 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2e84e91-a64f-47f2-a6da-6ad4024e27c3 req-9adbb463-357a-4614-b2fc-daea1090b96a tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618920 Aug 09 11:38:42.149248 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38844b02-4f97-4a8a-aae9-e9f6753850e5 req-4e9bd08f-bf8c-417b-a4ed-4a306234c337 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:42.150827 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38844b02-4f97-4a8a-aae9-e9f6753850e5 req-4e9bd08f-bf8c-417b-a4ed-4a306234c337 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0836477 Aug 09 11:38:42.212166 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-38844b02-4f97-4a8a-aae9-e9f6753850e5 req-4b20746f-a522-488c-96c2-c266e67064e7 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528278 Aug 09 11:38:43.284945 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb104d-fe2f-4814-a1c3-3b419c556df7 req-054b2620-6808-4834-8e6d-f38e50da30d3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:43.287331 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ddeb104d-fe2f-4814-a1c3-3b419c556df7 req-054b2620-6808-4834-8e6d-f38e50da30d3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0662096 Aug 09 11:38:43.360589 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ddeb104d-fe2f-4814-a1c3-3b419c556df7 req-7125557b-4b1e-4942-a958-d9aece3a4b3c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650475 Aug 09 11:38:43.379730 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7cfe8-0ad6-4981-ba3e-0546d02b3c53 req-e3e80595-7d28-4f7f-a815-302cdc52bbdf tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:43.381669 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ecc7cfe8-0ad6-4981-ba3e-0546d02b3c53 req-e3e80595-7d28-4f7f-a815-302cdc52bbdf tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0789752 Aug 09 11:38:43.419101 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ecc7cfe8-0ad6-4981-ba3e-0546d02b3c53 req-681cce94-ef2f-45df-9dbf-1493c6733356 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313003 Aug 09 11:38:44.533235 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47298d93-a1bb-4aa8-acd8-7a0bcfd3e9b1 req-46a7def3-581e-46d3-8874-5b6058730592 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:44.534741 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47298d93-a1bb-4aa8-acd8-7a0bcfd3e9b1 req-46a7def3-581e-46d3-8874-5b6058730592 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.1005349 Aug 09 11:38:44.557380 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355c9c1-8382-42aa-b247-08a198d0e2eb req-7319dc02-4e9e-4c84-a557-5218659ca37b tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:44.558980 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0355c9c1-8382-42aa-b247-08a198d0e2eb req-7319dc02-4e9e-4c84-a557-5218659ca37b tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0709260 Aug 09 11:38:44.615758 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0355c9c1-8382-42aa-b247-08a198d0e2eb req-05fcd9b7-ace4-4e65-b313-5ced37c49883 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447395 Aug 09 11:38:44.618615 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-47298d93-a1bb-4aa8-acd8-7a0bcfd3e9b1 req-3bdbf054-ce65-4783-9a1f-a9b3676add9f tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767462 Aug 09 11:38:45.762440 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68e349-5e0b-4dc8-9a00-ef25c420699a req-f9532c7f-2586-4617-bd3e-c4d6d3c9c46d tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:45.763903 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a68e349-5e0b-4dc8-9a00-ef25c420699a req-f9532c7f-2586-4617-bd3e-c4d6d3c9c46d tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0786896 Aug 09 11:38:45.786369 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52280b-1570-4989-b76a-5a4013070c8c req-141f58db-f7cb-49d8-b9ec-49aa23941391 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:45.788025 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de52280b-1570-4989-b76a-5a4013070c8c req-141f58db-f7cb-49d8-b9ec-49aa23941391 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0777473 Aug 09 11:38:45.835353 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2a68e349-5e0b-4dc8-9a00-ef25c420699a req-98eb14ce-151c-4065-9600-7cdaab5a4803 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648224 Aug 09 11:38:45.842917 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-de52280b-1570-4989-b76a-5a4013070c8c req-21e70452-5220-4141-aff2-6ea156de55b0 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483646 Aug 09 11:38:46.176746 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-79299407-ee6b-49ef-b1d1-4037e245e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:46.178286 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-79299407-ee6b-49ef-b1d1-4037e245e212 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b8570c3d6cf49e894363981f5717afe&device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0403364 Aug 09 11:38:46.273392 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-681381fa-7d5a-4d34-a345-6c0e86e1d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:46.274899 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-681381fa-7d5a-4d34-a345-6c0e86e1d4b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b HTTP/1.1" status: 200 len: 910 time: 0.0880213 Aug 09 11:38:46.342477 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-e00d5ce4-a8d8-471b-b845-efc931a068bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621 HTTP/1.1" status: 200 len: 1002 time: 0.0578535 Aug 09 11:38:46.391686 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-9a1bab7b-fd66-4ec7-9ead-c7323252c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:46.393078 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-9a1bab7b-fd66-4ec7-9ead-c7323252c8a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb HTTP/1.1" status: 200 len: 848 time: 0.0423963 Aug 09 11:38:46.447952 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-2617d0f6-0517-43e8-a712-aa7d007c1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:46.449683 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-2617d0f6-0517-43e8-a712-aa7d007c1f5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480177 Aug 09 11:38:46.541553 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-8cd7286d-1d4a-43c1-8360-9eca58349ca5 service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811765 Aug 09 11:38:46.632603 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7beb98fe-acaf-4291-93ca-1ebe945cef8b req-31d650e8-fc97-4ec9-8896-50a9f0c47b95 service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826635 Aug 09 11:38:46.980163 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb4b19-e94d-4322-919f-20da729e5e9b req-1b7bc4f5-f8ee-493a-88d6-31c6b6b3a67d tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:46.981674 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bdb4b19-e94d-4322-919f-20da729e5e9b req-1b7bc4f5-f8ee-493a-88d6-31c6b6b3a67d tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0759780 Aug 09 11:38:46.989808 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc1fbf-f0e3-4695-a334-762baf761255 req-12260f16-9cd5-4f8d-a7d4-98c951ff62ff tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:46.991189 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2edc1fbf-f0e3-4695-a334-762baf761255 req-12260f16-9cd5-4f8d-a7d4-98c951ff62ff tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 943 time: 0.0751340 Aug 09 11:38:47.046489 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bdb4b19-e94d-4322-919f-20da729e5e9b req-5ea3d6fa-6fdd-416a-ae25-b6ccf75d052f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542743 Aug 09 11:38:47.049296 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2edc1fbf-f0e3-4695-a334-762baf761255 req-f03dcb2d-14c7-4ac8-86eb-531026633b81 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512657 Aug 09 11:38:47.630352 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 2fae3474-1ca2-45be-a18d-7a2be112c901 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:38:47.726520 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:47.739382 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'port_id': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'mac_address': 'fa:16:3e:c0:6e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:38:47.781972 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.795471 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fae3474-1ca2-45be-a18d-7a2be112c901 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:38:47.816649 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:47.820518 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:48.015563 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=9']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:48.070577 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['2fae3474-1ca2-45be-a18d-7a2be112c901'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:38:48.211048 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a51c57-1388-4c6e-b653-36ec5f7154ef req-b8bcbda1-c26e-4d38-9b7d-9112a5b5e737 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:48.212764 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37a51c57-1388-4c6e-b653-36ec5f7154ef req-b8bcbda1-c26e-4d38-9b7d-9112a5b5e737 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0975471 Aug 09 11:38:48.223245 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0428-9234-458c-a341-9cad327c78a3 req-870dfea2-bc18-4a81-ba15-ebd9d78c2897 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:48.224799 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31ce0428-9234-458c-a341-9cad327c78a3 req-870dfea2-bc18-4a81-ba15-ebd9d78c2897 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 944 time: 0.0743315 Aug 09 11:38:48.279972 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-37a51c57-1388-4c6e-b653-36ec5f7154ef req-e39b54d5-f3a7-46ad-a269-cf585dad88ac tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542142 Aug 09 11:38:48.284643 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-31ce0428-9234-458c-a341-9cad327c78a3 req-1d600770-5355-4908-9b5c-4e0ccaaa78b3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519280 Aug 09 11:38:49.432665 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60dfae-f34d-49ef-a8c3-ff8aa018a8be req-c3cb4f5c-f4b4-44d3-836e-243f7bdf5123 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:49.434190 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd60dfae-f34d-49ef-a8c3-ff8aa018a8be req-c3cb4f5c-f4b4-44d3-836e-243f7bdf5123 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0858417 Aug 09 11:38:49.441933 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50fc13-9351-42b6-96e9-cdf5b9b57a49 req-21420760-3769-4fd3-926b-a564fb13b8cf tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:49.443257 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef50fc13-9351-42b6-96e9-cdf5b9b57a49 req-21420760-3769-4fd3-926b-a564fb13b8cf tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 944 time: 0.0832391 Aug 09 11:38:49.498056 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bd60dfae-f34d-49ef-a8c3-ff8aa018a8be req-1436613e-cae1-456d-89fe-5932d69c82cc tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538771 Aug 09 11:38:49.503173 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ef50fc13-9351-42b6-96e9-cdf5b9b57a49 req-0e87854a-1460-4394-8b72-9bd157d6b025 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534351 Aug 09 11:38:49.640514 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 2fae3474-1ca2-45be-a18d-7a2be112c901 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:49.695592 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 2fae3474-1ca2-45be-a18d-7a2be112c901 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:49.696022 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.701647 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b2993-b71c-4954-b7a7-bb790bb4c943 req-c5a68a31-5db6-4a18-8f93-b7c8cc8ea505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:49.703169 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-762b2993-b71c-4954-b7a7-bb790bb4c943 req-c5a68a31-5db6-4a18-8f93-b7c8cc8ea505 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0499043 Aug 09 11:38:49.738699 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48402) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:49.744971 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-762b2993-b71c-4954-b7a7-bb790bb4c943 req-2f082652-02b5-4298-acbd-6000390278ca tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354984 Aug 09 11:38:49.780636 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.803461 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:38:49.805718 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8a1e7a-97e4-4e26-a30c-9de83b82fe6d" -d '{"events": [{"server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:38:49.818631 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:49.823915 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.824688 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8b07dc2b-fec4-428a-91e4-a608ea6d8621 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:38:49.827590 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-752a1733-4980-4742-a738-c6371cca073e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875442 Aug 09 11:38:49.848923 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b24be88-3db6-4823-bbe4-34b69d6b7b82 x-openstack-request-id: req-5b24be88-3db6-4823-bbe4-34b69d6b7b82 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:38:49.849214 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:38:49.849848 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b24be88-3db6-4823-bbe4-34b69d6b7b82 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:38:49.849848 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'code': 200} Aug 09 11:38:49.912965 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=10']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:49.948655 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.985734 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:49.990691 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:50.041182 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=8b07dc2b-fec4-428a-91e4-a608ea6d8621,revision_number=6']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:50.045178 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c798f5-d08e-4366-84b6-e130dd05e637 req-482bbe17-2618-46a2-8755-c9f1a1f242f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:50.046994 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a6c798f5-d08e-4366-84b6-e130dd05e637 req-482bbe17-2618-46a2-8755-c9f1a1f242f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 1099 time: 0.0421669 Aug 09 11:38:50.084107 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a6c798f5-d08e-4366-84b6-e130dd05e637 req-29d08a90-8574-4414-b70b-b755a9b14fb7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307202 Aug 09 11:38:50.621939 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fdb86-925f-4419-9306-d69fca67235b req-c694fac1-0767-454d-a200-7f9ce7b616a2 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:50.623402 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1b4fdb86-925f-4419-9306-d69fca67235b req-c694fac1-0767-454d-a200-7f9ce7b616a2 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 946 time: 0.0476584 Aug 09 11:38:50.660717 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1b4fdb86-925f-4419-9306-d69fca67235b req-54190214-ade9-4aa5-9070-012d22485cc6 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Aug 09 11:38:50.861506 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a70854-7e87-4aa4-b219-47e0af2e58e9 req-24d7d8eb-af38-45a9-921f-2ce3a3ee0be9 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:50.863017 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0a70854-7e87-4aa4-b219-47e0af2e58e9 req-24d7d8eb-af38-45a9-921f-2ce3a3ee0be9 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0494432 Aug 09 11:38:50.901753 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a0a70854-7e87-4aa4-b219-47e0af2e58e9 req-b633fb2f-0afe-40ee-9691-b18a6634d46f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328698 Aug 09 11:38:51.776440 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db125f-c005-407b-a6ac-82cfe2570f80 req-2b606f08-90cc-4e43-82ac-f4c993f83091 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:51.777907 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4db125f-c005-407b-a6ac-82cfe2570f80 req-2b606f08-90cc-4e43-82ac-f4c993f83091 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 946 time: 0.0483017 Aug 09 11:38:51.817439 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b4db125f-c005-407b-a6ac-82cfe2570f80 req-06f86986-b6f8-4eac-8552-1bf7b3ed5206 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337083 Aug 09 11:38:51.851829 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:38:51.854507 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed77e1-16e1-4fb0-a1fa-f20b3c6b140e" -d '{"events": [{"server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:38:51.885336 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 11:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592c8275-d0dd-484e-bfea-a629fc7954d1 x-openstack-request-id: req-592c8275-d0dd-484e-bfea-a629fc7954d1 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:38:51.885698 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "name": "network-vif-unplugged", "status": "failed", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621", "code": 422}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:38:51.885984 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-592c8275-d0dd-484e-bfea-a629fc7954d1 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:38:51.886414 dv-cinder-803900-2-iscsi neutron-server[93251]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'code': 422} returned with failed status Aug 09 11:38:52.013676 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4c005-27cb-4eb0-ae49-fdcb63980c58 req-84a99efb-c833-426b-9e50-998c3df904a3 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:52.015128 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ad4c005-27cb-4eb0-ae49-fdcb63980c58 req-84a99efb-c833-426b-9e50-998c3df904a3 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0481081 Aug 09 11:38:52.051784 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ad4c005-27cb-4eb0-ae49-fdcb63980c58 req-7044b308-2d39-4dc9-9f34-b0f19d69d48a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301602 Aug 09 11:38:53.164635 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece1fd-5906-4fdb-8c52-b43d3150c457 req-f2d7ba8b-7a23-4a15-af59-7ac0b56dee78 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:53.166142 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ebece1fd-5906-4fdb-8c52-b43d3150c457 req-f2d7ba8b-7a23-4a15-af59-7ac0b56dee78 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0486522 Aug 09 11:38:53.202670 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ebece1fd-5906-4fdb-8c52-b43d3150c457 req-ba596dde-bb11-42f6-b542-aca7eae8b54d tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308011 Aug 09 11:38:54.314254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd65d81-3f62-4331-a9ef-ed51ce85fed8 req-660e075e-da5e-452e-b93c-5e161eb0e1e8 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:54.315702 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2dd65d81-3f62-4331-a9ef-ed51ce85fed8 req-660e075e-da5e-452e-b93c-5e161eb0e1e8 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0474157 Aug 09 11:38:54.355771 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2dd65d81-3f62-4331-a9ef-ed51ce85fed8 req-c2a24874-4122-444f-99d7-f0553b1b2c36 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341909 Aug 09 11:38:55.468006 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c7f66-632b-4012-b7fc-f8e5f901bbe3 req-a6b6ee2a-f726-4bcc-bbf5-511db65e1482 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:55.469449 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-487c7f66-632b-4012-b7fc-f8e5f901bbe3 req-a6b6ee2a-f726-4bcc-bbf5-511db65e1482 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0475557 Aug 09 11:38:55.509360 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-487c7f66-632b-4012-b7fc-f8e5f901bbe3 req-f673f063-63f2-4547-8121-64fce496e7e6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325353 Aug 09 11:38:56.416296 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-75b360b4-7f3c-4674-a388-237c97cacf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:56.417807 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-75b360b4-7f3c-4674-a388-237c97cacf98 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3&tenant_id=6b8570c3d6cf49e894363981f5717afe HTTP/1.1" status: 200 len: 1097 time: 0.0397151 Aug 09 11:38:56.485348 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-46070b1a-ff2e-4667-b50e-877828838501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:56.486738 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-46070b1a-ff2e-4667-b50e-877828838501 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b8570c3d6cf49e894363981f5717afe&device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0380609 Aug 09 11:38:56.578864 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-3cb47a82-ef5a-401c-b19b-b9f65efe8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:56.580303 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-3cb47a82-ef5a-401c-b19b-b9f65efe8bf7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b HTTP/1.1" status: 200 len: 910 time: 0.0869229 Aug 09 11:38:56.666559 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-2aaee63f-80a7-4f23-8bbb-0b69fb26d52f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621 HTTP/1.1" status: 200 len: 1000 time: 0.0781515 Aug 09 11:38:56.674052 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb050e-b06c-4ed2-9367-e729a770f3e5 req-d166a583-1298-401d-8163-29e85447cf32 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:56.675976 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9dfb050e-b06c-4ed2-9367-e729a770f3e5 req-d166a583-1298-401d-8163-29e85447cf32 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0992808 Aug 09 11:38:56.742316 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9dfb050e-b06c-4ed2-9367-e729a770f3e5 req-a20eee50-b6fb-4b5d-9075-70df49486fa8 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580862 Aug 09 11:38:56.743787 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-6255c251-6b77-4f2f-a9dc-c2c6490160c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:56.745156 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-6255c251-6b77-4f2f-a9dc-c2c6490160c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb HTTP/1.1" status: 200 len: 848 time: 0.0683515 Aug 09 11:38:56.790343 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-45d49208-7b1e-4a50-87f2-a4da37185c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:56.791789 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-45d49208-7b1e-4a50-87f2-a4da37185c22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389290 Aug 09 11:38:56.881940 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-c8b9b866-e442-410d-a4e8-74ede9c49e8b service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822239 Aug 09 11:38:56.971211 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-cce5bade-d036-443a-9aa5-c18733eaa0e9 service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820088 Aug 09 11:38:57.859233 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f8d87-f22d-44ad-87b0-14c76fe18ace req-a06882be-bc37-43c7-b7cb-2c79a5c54877 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:57.860705 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a6f8d87-f22d-44ad-87b0-14c76fe18ace req-a06882be-bc37-43c7-b7cb-2c79a5c54877 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0523403 Aug 09 11:38:57.898107 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a6f8d87-f22d-44ad-87b0-14c76fe18ace req-2feeebd2-b6e1-4ca5-a08b-466580e40830 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310462 Aug 09 11:38:58.075672 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e8351f82-831c-4e10-b160-dbf70e0c3395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:59.013041 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e470cd6-8866-4fd9-9191-9621cc2ce762 req-aabefa83-4e1e-4aa5-9680-66300c9e34af tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:59.014554 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e470cd6-8866-4fd9-9191-9621cc2ce762 req-aabefa83-4e1e-4aa5-9680-66300c9e34af tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0503690 Aug 09 11:38:59.060667 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e470cd6-8866-4fd9-9191-9621cc2ce762 req-e30b5d05-ea05-42cd-9a80-9cf42091be27 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387573 Aug 09 11:38:59.144986 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2eb525-8b0a-4cf2-8ab0-e26158798001 req-fe4976cf-0cb4-4739-9c24-58dfc2741710 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:59.146436 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e2eb525-8b0a-4cf2-8ab0-e26158798001 req-fe4976cf-0cb4-4739-9c24-58dfc2741710 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 945 time: 0.0472074 Aug 09 11:38:59.184465 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0e2eb525-8b0a-4cf2-8ab0-e26158798001 req-c0d2de48-b4da-4ede-96b0-e39cbd2d19ba tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b0607-57f2-4bc0-b38e-39c53afb276f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Aug 09 11:39:00.175506 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9473c23-a926-4c71-b1c7-f98d9e2c8b62 req-df86ef6c-2e3c-4f49-a73c-ea9b79e9d16d tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:00.177106 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d9473c23-a926-4c71-b1c7-f98d9e2c8b62 req-df86ef6c-2e3c-4f49-a73c-ea9b79e9d16d tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0514119 Aug 09 11:39:00.217715 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d9473c23-a926-4c71-b1c7-f98d9e2c8b62 req-2405d686-6dc8-475c-a8b7-b73063f76eb1 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347989 Aug 09 11:39:00.299735 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca660a74-189c-449d-bea7-f5ce2b75ef05 req-11d31599-b569-4fbb-ae68-3a6b632cbf5b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:00.301757 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ca660a74-189c-449d-bea7-f5ce2b75ef05 req-11d31599-b569-4fbb-ae68-3a6b632cbf5b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 945 time: 0.0490661 Aug 09 11:39:00.338335 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ca660a74-189c-449d-bea7-f5ce2b75ef05 req-7d4e05e2-ba5d-4a1c-bc8f-80eef077bf3c tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b0607-57f2-4bc0-b38e-39c53afb276f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305583 Aug 09 11:39:00.730831 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-13218f27-815c-4fa6-9037-303d58734484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.745693 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-c6a0ee2e-403b-479c-8833-5ec87cbb0a10 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:00.747138 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-c6a0ee2e-403b-479c-8833-5ec87cbb0a10 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.10 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 945 time: 0.0479898 Aug 09 11:39:00.838462 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Deleting port 7b7b736f-58d9-4297-892f-574dbd4b85f6 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:00.838866 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.926510 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] For port 7b7b736f-58d9-4297-892f-574dbd4b85f6, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=7b7b736f-58d9-4297-892f-574dbd4b85f6,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:00.926894 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.949935 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.102883 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.103311 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.103620 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Floating IP dd7b646b-2815-4add-b8bb-99a6cf1eaf5f disassociated. External IP: 172.27.1.3, port: 7b7b736f-58d9-4297-892f-574dbd4b85f6. Aug 09 11:39:01.104093 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Calling delete_port for 7b7b736f-58d9-4297-892f-574dbd4b85f6 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:01.229751 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.257402 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event deleted for resources: {'Port': ['ID=7b7b736f-58d9-4297-892f-574dbd4b85f6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:01.265954 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.266300 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.266632 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.266959 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.267283 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.267611 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.267932 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.268259 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.268877 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.269197 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.274361 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.274361 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:01.407373 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4241-f3af-4178-aa42-403dd6b69546 req-4c391b7f-9e9b-46dc-bd5f-30c9a5407cb7 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:01.408826 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-635e4241-f3af-4178-aa42-403dd6b69546 req-4c391b7f-9e9b-46dc-bd5f-30c9a5407cb7 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0953362 Aug 09 11:39:01.447150 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9d929c57-c189-4b4f-96c8-499cc90324d5 req-e49a69ac-c356-4297-b848-b22f4f57f4b6 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/ports?device_id=69581cee-240b-4465-aa9d-aec96f58e25d HTTP/1.1" status: 200 len: 210 time: 0.0365813 Aug 09 11:39:01.457834 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:39:01.515263 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-635e4241-f3af-4178-aa42-403dd6b69546 req-f6f96f9a-6f86-440c-adb5-e2fb3026d8df tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938063 Aug 09 11:39:01.576707 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:39:01.586942 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] Sync routers for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:39:01.599605 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:39:01.600238 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:39:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:01.615555 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] No DVR routers for this DVR port 7b7b736f-58d9-4297-892f-574dbd4b85f6 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:01.618144 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.620055 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-58f5e08e-07f5-442b-ba70-87cf6d41a894 req-093430ec-d32c-4b29-8d39-1930333e1268 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.10 "DELETE /v2.0/ports/7b7b736f-58d9-4297-892f-574dbd4b85f6 HTTP/1.1" status: 204 len: 173 time: 0.8666844 Aug 09 11:39:01.620491 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69581cee-240b-4465-aa9d-aec96f58e25d', 'name': 'network-vif-deleted', 'tag': '7b7b736f-58d9-4297-892f-574dbd4b85f6'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:01.622774 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63ce184-2614-4541-bea3-7d23700be89e" -d '{"events": [{"server_uuid": "69581cee-240b-4465-aa9d-aec96f58e25d", "name": "network-vif-deleted", "tag": "7b7b736f-58d9-4297-892f-574dbd4b85f6"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:01.669771 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789e3da2-e7ff-4eaa-9fed-9f5c41d78176 x-openstack-request-id: req-789e3da2-e7ff-4eaa-9fed-9f5c41d78176 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:01.670067 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69581cee-240b-4465-aa9d-aec96f58e25d", "name": "network-vif-deleted", "tag": "7b7b736f-58d9-4297-892f-574dbd4b85f6", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:01.670318 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-789e3da2-e7ff-4eaa-9fed-9f5c41d78176 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:01.670705 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69581cee-240b-4465-aa9d-aec96f58e25d', 'name': 'network-vif-deleted', 'tag': '7b7b736f-58d9-4297-892f-574dbd4b85f6', 'status': 'completed', 'code': 200} Aug 09 11:39:01.724584 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:39:01.927854 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:01.957106 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] Checking router: dc593cf9-94c2-4dba-9f98-ae8e484e8e37 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:39:01.970456 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:39:01.971052 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:39:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:01.974159 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.075514 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:39:02.275085 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:02.301008 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8978da-0b83-4130-91cb-a9d42753d6ce None None] The sync data for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi is: [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'bafe65c3-ddd7-4872-bf5d-41bf557bc593', 'name': '', 'network_id': '0dc4d80b-476f-4863-a1ca-6355085c020a', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'mac_address': 'fa:16:3e:bf:02:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:18Z', 'updated_at': '2021-08-09T11:32:33Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'subnets': [{'id': '89e35eb8-7946-4361-8c17-26bd73a1cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:39:02.511379 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51948362-4c21-486d-9d36-59f428a26ccc None None] New status for floating IP dd7b646b-2815-4add-b8bb-99a6cf1eaf5f: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:39:02.533651 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48544) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:02.590085 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.614308 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.639423 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f666c08-c654-4e85-b302-4cdc3f9bc155 req-47f37852-94e0-499e-afeb-5bd67460ce9a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.641200 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f666c08-c654-4e85-b302-4cdc3f9bc155 req-47f37852-94e0-499e-afeb-5bd67460ce9a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0570402 Aug 09 11:39:02.667929 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.670521 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.671691 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c9b0607-57f2-4bc0-b38e-39c53afb276f HTTP/1.1" status: 204 len: 168 time: 0.1370020 Aug 09 11:39:02.674554 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48548) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:02.681226 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9b0607-57f2-4bc0-b38e-39c53afb276f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:02.688026 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.688377 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.688716 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.689048 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.689379 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.689732 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.690059 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.690384 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.691241 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.691562 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.691883 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.692197 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4630dd-cb21-4fac-872f-837711b23f4b tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:02.696058 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.api.v2.resource [None req-503cd911-0340-423d-8866-ed953ce19d1f tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] show failed (client error): The resource could not be found. Aug 09 11:39:02.697077 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-503cd911-0340-423d-8866-ed953ce19d1f tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "GET /v2.0/security-groups/6c9b0607-57f2-4bc0-b38e-39c53afb276f HTTP/1.1" status: 404 len: 347 time: 0.0215666 Aug 09 11:39:02.701485 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48550) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:02.705247 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3f666c08-c654-4e85-b302-4cdc3f9bc155 req-74917fff-6cea-44db-94f8-f7e0ff50fb71 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542729 Aug 09 11:39:02.839709 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-59116f26-1996-4ed8-bd77-67356dfc1e61 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Deleting port f75fc17a-8a43-4ff5-9d33-f50015d78075 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:02.839958 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-59116f26-1996-4ed8-bd77-67356dfc1e61 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.911935 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-59116f26-1996-4ed8-bd77-67356dfc1e61 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.912265 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-59116f26-1996-4ed8-bd77-67356dfc1e61 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.923957 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-59116f26-1996-4ed8-bd77-67356dfc1e61 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Calling delete_port for f75fc17a-8a43-4ff5-9d33-f50015d78075 owned by network:floatingip {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:03.051233 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-59116f26-1996-4ed8-bd77-67356dfc1e61 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.076429 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59116f26-1996-4ed8-bd77-67356dfc1e61 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Pushing event deleted for resources: {'Port': ['ID=f75fc17a-8a43-4ff5-9d33-f50015d78075,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:03.146099 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-59116f26-1996-4ed8-bd77-67356dfc1e61 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks [] for floatingip, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.148761 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-59116f26-1996-4ed8-bd77-67356dfc1e61 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.149950 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-59116f26-1996-4ed8-bd77-67356dfc1e61 tempest-AttachVolumeTestJSON-1710651859 tempest-AttachVolumeTestJSON-1710651859-project] 10.222.0.30 "DELETE /v2.0/floatingips/dd7b646b-2815-4add-b8bb-99a6cf1eaf5f HTTP/1.1" status: 204 len: 168 time: 0.4475145 Aug 09 11:39:03.497961 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.701159 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8b07dc2b-fec4-428a-91e4-a608ea6d8621 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:39:03.704194 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 7b7b736f-58d9-4297-892f-574dbd4b85f6 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:03.730032 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 7b7b736f-58d9-4297-892f-574dbd4b85f6 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:39:03.730375 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 7b7b736f-58d9-4297-892f-574dbd4b85f6 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:03.829674 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffb4f9-fd79-49ba-b014-339f85f5eefa req-2cb1cf27-360b-4223-b397-e8fc5c67e339 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:03.831249 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b3ffb4f9-fd79-49ba-b014-339f85f5eefa req-2cb1cf27-360b-4223-b397-e8fc5c67e339 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 944 time: 0.0513477 Aug 09 11:39:03.832725 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:03.842876 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'port_id': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'mac_address': 'fa:16:3e:fa:f6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:39:03.868436 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b3ffb4f9-fd79-49ba-b014-339f85f5eefa req-6dfaf37c-63a9-46b5-b1c1-475e167bb3a9 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313821 Aug 09 11:39:03.881238 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.893602 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b07dc2b-fec4-428a-91e4-a608ea6d8621 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:39:03.911952 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:03.915801 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.962614 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=8b07dc2b-fec4-428a-91e4-a608ea6d8621,revision_number=7']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:04.119222 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['8b07dc2b-fec4-428a-91e4-a608ea6d8621'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:04.980972 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162259f-1720-4a7b-b36b-7d2734e52c4a req-980957d3-c5f7-43d0-96ed-c942d695c806 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:04.982464 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d162259f-1720-4a7b-b36b-7d2734e52c4a req-980957d3-c5f7-43d0-96ed-c942d695c806 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 945 time: 0.0477047 Aug 09 11:39:05.020974 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d162259f-1720-4a7b-b36b-7d2734e52c4a req-44e8bdf5-d682-47fb-9a1b-eae88ca5c2a4 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318377 Aug 09 11:39:05.237103 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.720604 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8b07dc2b-fec4-428a-91e4-a608ea6d8621 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:05.770998 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:05.771373 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.845938 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.867308 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:05.869522 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a71f20-90ed-470e-ab93-d70a030b4a3f" -d '{"events": [{"server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "name": "network-vif-plugged", "status": "completed", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:05.882770 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:05.886843 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:05.909737 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277557f0-df39-443e-9413-95a8d42835a5 x-openstack-request-id: req-277557f0-df39-443e-9413-95a8d42835a5 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:05.910024 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "name": "network-vif-plugged", "status": "completed", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:05.910271 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-277557f0-df39-443e-9413-95a8d42835a5 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:05.910656 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'code': 200} Aug 09 11:39:05.935971 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=8b07dc2b-fec4-428a-91e4-a608ea6d8621,revision_number=8']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:06.168917 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36825dc0-64a7-4713-9f97-afe8f1b27afe req-496dc947-5b24-4f0c-9645-8bf8fa69b492 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:06.170406 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-36825dc0-64a7-4713-9f97-afe8f1b27afe req-496dc947-5b24-4f0c-9645-8bf8fa69b492 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0758171 Aug 09 11:39:06.177184 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f7709-ee3e-4b5b-9076-ac6687bbabc5 req-b74b13f1-6713-422f-8f6a-3371924d34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:06.178690 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-078f7709-ee3e-4b5b-9076-ac6687bbabc5 req-b74b13f1-6713-422f-8f6a-3371924d34c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0562139 Aug 09 11:39:06.231414 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-36825dc0-64a7-4713-9f97-afe8f1b27afe req-5863ead5-9504-459d-989d-e7bcaab2891e tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510325 Aug 09 11:39:06.233021 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-078f7709-ee3e-4b5b-9076-ac6687bbabc5 req-4dc8aac6-44cf-404d-ac8a-b391bcf37f02 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468578 Aug 09 11:39:06.700596 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48586) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:07.158364 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660804'] for router_interface, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.350418 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be7e08-bccb-4640-9b04-e3c6c99f0190 req-731abcfa-cce1-41cb-8819-f3a63726cf5a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:07.351812 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-74be7e08-bccb-4640-9b04-e3c6c99f0190 req-731abcfa-cce1-41cb-8819-f3a63726cf5a tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0467830 Aug 09 11:39:07.388902 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-74be7e08-bccb-4640-9b04-e3c6c99f0190 req-6bd8e511-60d4-4c56-ac39-18447916b717 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Aug 09 11:39:07.407867 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] Deleting port bafe65c3-ddd7-4872-bf5d-41bf557bc593 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:07.408203 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.488097 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] For port bafe65c3-ddd7-4872-bf5d-41bf557bc593, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=bafe65c3-ddd7-4872-bf5d-41bf557bc593,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:07.488464 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.500035 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] Calling delete_port for bafe65c3-ddd7-4872-bf5d-41bf557bc593 owned by network:router_interface {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:07.671611 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.696475 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] Pushing event deleted for resources: {'Port': ['ID=bafe65c3-ddd7-4872-bf5d-41bf557bc593,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:07.861190 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659188'] for router_interface, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.068760 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] Router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:39:08.169073 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:39:08.174144 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-c9865ef6-9e05-478b-99a7-f1d53ae16854 admin admin] 10.222.0.30 "PUT /v2.0/routers/dc593cf9-94c2-4dba-9f98-ae8e484e8e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4725568 Aug 09 11:39:08.178489 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48594) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:08.180112 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] Sync routers for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:39:08.193393 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:39:08.194045 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:39:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:08.279148 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Notify callbacks [] for router, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.299307 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:39:08.616075 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:39:07Z', 'revision_number': 5, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port': {'id': 'be5e2630-5186-4c8d-bd72-2af4ecff949e', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:08.617822 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.642750 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] Checking router: dc593cf9-94c2-4dba-9f98-ae8e484e8e37 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:39:08.652282 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] Routers {'dc593cf9-94c2-4dba-9f98-ae8e484e8e37'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:39:08.652888 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:39:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:08.670060 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Deleting port be5e2630-5186-4c8d-bd72-2af4ecff949e {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:08.670400 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.738380 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] Set router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 gateway port host: None {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:39:08.746778 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] For port be5e2630-5186-4c8d-bd72-2af4ecff949e, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=be5e2630-5186-4c8d-bd72-2af4ecff949e,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:08.747139 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.763393 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Calling delete_port for be5e2630-5186-4c8d-bd72-2af4ecff949e owned by network:router_gateway {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:08.804044 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:39:08Z', 'revision_number': 6, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port_host': None}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:08.830608 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35812d-259a-4165-942f-2b2399ae4efe None None] The sync data for ids ['dc593cf9-94c2-4dba-9f98-ae8e484e8e37'] in dv-cinder-803900-2-iscsi is: [{'id': 'dc593cf9-94c2-4dba-9f98-ae8e484e8e37', 'name': 'tempest-AttachVolumeTestJSON-738010648-router', 'tenant_id': 'f51c6490011e419ab1f97303d7e12334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:12Z', 'updated_at': '2021-08-09T11:39:08Z', 'revision_number': 6, 'project_id': 'f51c6490011e419ab1f97303d7e12334', 'gw_port_host': None}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:39:08.923803 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.953758 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5e2630-5186-4c8d-bd72-2af4ecff949e,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:09.009785 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1660114'] for router_gateway, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.096757 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36587'] for router, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.098843 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.143053 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662930'] for router, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.143542 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc593cf9-94c2-4dba-9f98-ae8e484e8e37 {{(pid=93249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:39:09.147885 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.149057 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-acc39d3d-56b1-4f01-aac4-51fb88b66416 admin admin] 10.222.0.30 "DELETE /v2.0/routers/dc593cf9-94c2-4dba-9f98-ae8e484e8e37 HTTP/1.1" status: 204 len: 168 time: 0.9696050 Aug 09 11:39:09.151544 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48596) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:09.197254 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-30254a41-e6e9-4321-9e7b-b8357495716d admin admin] Deleting subnet 89e35eb8-7946-4361-8c17-26bd73a1cf95 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:39:09.200916 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-30254a41-e6e9-4321-9e7b-b8357495716d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.239153 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-30254a41-e6e9-4321-9e7b-b8357495716d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12834124'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.330038 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-30254a41-e6e9-4321-9e7b-b8357495716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.378961 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-30254a41-e6e9-4321-9e7b-b8357495716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12821648'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.403874 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30254a41-e6e9-4321-9e7b-b8357495716d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e35eb8-7946-4361-8c17-26bd73a1cf95,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:09.407345 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-30254a41-e6e9-4321-9e7b-b8357495716d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.409530 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-30254a41-e6e9-4321-9e7b-b8357495716d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/89e35eb8-7946-4361-8c17-26bd73a1cf95 HTTP/1.1" status: 204 len: 168 time: 0.2566390 Aug 09 11:39:09.412394 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48598) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:09.414347 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea93f7a-b53a-4b30-bbed-2db06fffe657 None None] Network 0dc4d80b-476f-4863-a1ca-6355085c020a requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:39:09.478965 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.533476 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Deleting port 76bbcb87-de86-436b-9739-c4ce840d9d74 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:09.533832 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.595319 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] For port 76bbcb87-de86-436b-9739-c4ce840d9d74, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=76bbcb87-de86-436b-9739-c4ce840d9d74,segment=NetworkSegment(4459bc6b-0c71-4f95-adce-b0df98d4835c),segment_id=4459bc6b-0c71-4f95-adce-b0df98d4835c)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:09.595868 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.610775 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Calling delete_port for 76bbcb87-de86-436b-9739-c4ce840d9d74 owned by network:dhcp {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:09.632278 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dedb7f9-36c3-4d38-b555-6340aed0d3f0 None None] DHCP port deletion for 0dc4d80b-476f-4863-a1ca-6355085c020a request from dv-cinder-803900-2-iscsi {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:39:09.664269 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device bafe65c3-ddd7-4872-bf5d-41bf557bc593 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:09.685612 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: bafe65c3-ddd7-4872-bf5d-41bf557bc593 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:39:09.685957 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device bafe65c3-ddd7-4872-bf5d-41bf557bc593 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:09.699027 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.715785 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-0dedb7f9-36c3-4d38-b555-6340aed0d3f0 None None] Deleting port 76bbcb87-de86-436b-9739-c4ce840d9d74 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:09.716429 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0dedb7f9-36c3-4d38-b555-6340aed0d3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.729590 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Pushing event deleted for resources: {'Port': ['ID=76bbcb87-de86-436b-9739-c4ce840d9d74,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:09.731340 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] No DVR routers for this DVR port 76bbcb87-de86-436b-9739-c4ce840d9d74 on host dv-cinder-803900-2-iscsi {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:09.783903 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-0dedb7f9-36c3-4d38-b555-6340aed0d3f0 None None] For port 76bbcb87-de86-436b-9739-c4ce840d9d74, host dv-cinder-803900-2-iscsi, got binding levels [] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:09.784138 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0dedb7f9-36c3-4d38-b555-6340aed0d3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.799145 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-0dedb7f9-36c3-4d38-b555-6340aed0d3f0 None None] Calling delete_port for 76bbcb87-de86-436b-9739-c4ce840d9d74 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:09.801918 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.ipam_backend_mixin [None req-0dedb7f9-36c3-4d38-b555-6340aed0d3f0 None None] Port 76bbcb87-de86-436b-9739-c4ce840d9d74 was not found and therefore no delete operation was performed {{(pid=93251) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 11:39:09.802878 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.803167 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0dedb7f9-36c3-4d38-b555-6340aed0d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.813017 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc4d80b-476f-4863-a1ca-6355085c020a']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:09.823968 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4459bc6b-0c71-4f95-adce-b0df98d4835c') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:09.823968 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4459bc6b-0c71-4f95-adce-b0df98d4835c') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:09.824608 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedb7f9-36c3-4d38-b555-6340aed0d3f0 None None] Pushing event deleted for resources: {'Port': ['ID=76bbcb87-de86-436b-9739-c4ce840d9d74,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:09.833975 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dedb7f9-36c3-4d38-b555-6340aed0d3f0 None None] No DVR routers for this DVR port 76bbcb87-de86-436b-9739-c4ce840d9d74 on host dv-cinder-803900-2-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:09.834191 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12834139'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.851210 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.857421 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:39:09.857846 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13264476'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: Traceback (most recent call last): Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: timer() Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: cb(*args, **kw) Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: return func(*args, **kwargs) Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: self._notify() Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: self.callback(batched_events) Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: event.method(event) Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: return f(self, *a, **k) Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._get(url).json() Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: return self.request(url, 'GET', **kwargs) Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:39:09.859466 dv-cinder-803900-2-iscsi neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:39:09.916239 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.921316 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:09.923159 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0dc4d80b-476f-4863-a1ca-6355085c020a HTTP/1.1" status: 204 len: 168 time: 0.5098033 Aug 09 11:39:09.934069 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f178d-ddfb-4739-a7b2-dfa5b3a6b794 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc4d80b-476f-4863-a1ca-6355085c020a,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:10.032928 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48602) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:10.071936 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-fb5726dc-b0ee-45f7-9a56-9797bf0d98cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f51c6490011e419ab1f97303d7e12334&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377870 Aug 09 11:39:10.074449 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48604) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:10.121448 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c0424746-4e2b-4abf-abb5-628478e48292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:10.141246 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c0424746-4e2b-4abf-abb5-628478e48292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:10.186698 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c0424746-4e2b-4abf-abb5-628478e48292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:10.189172 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c0424746-4e2b-4abf-abb5-628478e48292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:10.190350 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-c0424746-4e2b-4abf-abb5-628478e48292 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1795d2b3-6156-4875-8a55-9521cdac23da HTTP/1.1" status: 204 len: 168 time: 0.1149406 Aug 09 11:39:10.199943 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0424746-4e2b-4abf-abb5-628478e48292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1795d2b3-6156-4875-8a55-9521cdac23da,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:11.150507 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device be5e2630-5186-4c8d-bd72-2af4ecff949e no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:11.170428 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: be5e2630-5186-4c8d-bd72-2af4ecff949e {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:39:11.170767 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device be5e2630-5186-4c8d-bd72-2af4ecff949e not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:11.171169 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 76bbcb87-de86-436b-9739-c4ce840d9d74 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:11.193813 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 76bbcb87-de86-436b-9739-c4ce840d9d74 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:39:11.194150 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 76bbcb87-de86-436b-9739-c4ce840d9d74 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:11.617443 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48644) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:11.726535 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-92d9a5d8-e63b-4d6e-9372-332d9199a195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.811070 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-92d9a5d8-e63b-4d6e-9372-332d9199a195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.814518 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-92d9a5d8-e63b-4d6e-9372-332d9199a195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.851010 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-92d9a5d8-e63b-4d6e-9372-332d9199a195 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d8fc6f9495d4016a2132eb28527b727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324784 Aug 09 11:39:11.852865 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9a5d8-e63b-4d6e-9372-332d9199a195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feebbabc-b365-4a48-9fda-d4b4f44b11ff,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:11.853782 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48648) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:11.916187 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-80557435-8175-4cf1-8017-638b6994e1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.938410 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-80557435-8175-4cf1-8017-638b6994e1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.984630 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-80557435-8175-4cf1-8017-638b6994e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.987221 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-80557435-8175-4cf1-8017-638b6994e1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.988385 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-80557435-8175-4cf1-8017-638b6994e1ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/feebbabc-b365-4a48-9fda-d4b4f44b11ff HTTP/1.1" status: 204 len: 168 time: 0.1336067 Aug 09 11:39:11.995622 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80557435-8175-4cf1-8017-638b6994e1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feebbabc-b365-4a48-9fda-d4b4f44b11ff,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:12.256458 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48654) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:12.270144 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e2809c4-1700-4337-82ac-90e9d4ae6246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.356960 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e2809c4-1700-4337-82ac-90e9d4ae6246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.359841 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9e2809c4-1700-4337-82ac-90e9d4ae6246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.398319 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9e2809c4-1700-4337-82ac-90e9d4ae6246 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5cbc7087570445fa687caa2fc5bccd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408167 Aug 09 11:39:12.399155 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2809c4-1700-4337-82ac-90e9d4ae6246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14384731-4c54-4ea4-abd6-ba97a50fd6bb,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:12.400991 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48656) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:12.448117 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-217272dd-f985-4b95-b58a-b13fa368d201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.473026 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-217272dd-f985-4b95-b58a-b13fa368d201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.519061 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-217272dd-f985-4b95-b58a-b13fa368d201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.522416 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-217272dd-f985-4b95-b58a-b13fa368d201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.523550 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-217272dd-f985-4b95-b58a-b13fa368d201 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14384731-4c54-4ea4-abd6-ba97a50fd6bb HTTP/1.1" status: 204 len: 168 time: 0.1215391 Aug 09 11:39:12.531136 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217272dd-f985-4b95-b58a-b13fa368d201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14384731-4c54-4ea4-abd6-ba97a50fd6bb,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:12.668431 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:39:14.296849 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48720) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:14.409079 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2801-0f90-4085-b588-db18453fcf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:14.497848 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2801-0f90-4085-b588-db18453fcf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:14.501313 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2801-0f90-4085-b588-db18453fcf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:14.543527 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ef2f2801-0f90-4085-b588-db18453fcf49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68a44efa627d4b3cb8bc241ac810797a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455804 Aug 09 11:39:14.544454 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f2801-0f90-4085-b588-db18453fcf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4f58c9-6de6-4851-a88d-80265c854ad0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:14.546206 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48724) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:14.594812 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c1654d88-5cca-4b92-b9cf-8ad7b15541e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:14.616731 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c1654d88-5cca-4b92-b9cf-8ad7b15541e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:14.661660 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c1654d88-5cca-4b92-b9cf-8ad7b15541e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:14.664193 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c1654d88-5cca-4b92-b9cf-8ad7b15541e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:14.665369 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-c1654d88-5cca-4b92-b9cf-8ad7b15541e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb4f58c9-6de6-4851-a88d-80265c854ad0 HTTP/1.1" status: 204 len: 168 time: 0.1181901 Aug 09 11:39:14.673037 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1654d88-5cca-4b92-b9cf-8ad7b15541e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4f58c9-6de6-4851-a88d-80265c854ad0,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:14.918261 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48730) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:14.931841 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-324a707b-bec5-4b93-8c67-e89d614d4a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:15.020090 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-324a707b-bec5-4b93-8c67-e89d614d4a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:15.023742 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-324a707b-bec5-4b93-8c67-e89d614d4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:15.061471 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-324a707b-bec5-4b93-8c67-e89d614d4a23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee2594413491444eaf34d532d79dca14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420970 Aug 09 11:39:15.062785 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a707b-bec5-4b93-8c67-e89d614d4a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b8110-21ab-4c41-b4a7-ac308480c15f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:15.064502 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48732) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:15.374179 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e1648164-9e35-442a-aee6-21e8ad717cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:15.394178 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e1648164-9e35-442a-aee6-21e8ad717cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:15.439164 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e1648164-9e35-442a-aee6-21e8ad717cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:15.441707 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e1648164-9e35-442a-aee6-21e8ad717cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:15.442830 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e1648164-9e35-442a-aee6-21e8ad717cac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e7b8110-21ab-4c41-b4a7-ac308480c15f HTTP/1.1" status: 204 len: 168 time: 0.3772373 Aug 09 11:39:15.450957 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1648164-9e35-442a-aee6-21e8ad717cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b8110-21ab-4c41-b4a7-ac308480c15f,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:25.862843 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e24ef7-5fc8-4f2f-bd20-dc0a1958a297 req-599db33f-215c-40d9-89af-8a7f9eb37d5c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:25.864297 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50e24ef7-5fc8-4f2f-bd20-dc0a1958a297 req-599db33f-215c-40d9-89af-8a7f9eb37d5c tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 946 time: 0.0476599 Aug 09 11:39:25.902016 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-50e24ef7-5fc8-4f2f-bd20-dc0a1958a297 req-e2919521-afaa-4b15-b5b9-e2b4e0d6d8cc tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308864 Aug 09 11:39:26.078367 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48852) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:26.184592 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a91bb3aa-cf19-4694-9a16-e20737d24277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.268877 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a91bb3aa-cf19-4694-9a16-e20737d24277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.273188 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a91bb3aa-cf19-4694-9a16-e20737d24277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.310541 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-a91bb3aa-cf19-4694-9a16-e20737d24277 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a086b2baeb5245eab2c53cfc433f06f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310903 Aug 09 11:39:26.311402 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bb3aa-cf19-4694-9a16-e20737d24277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97160f3-5669-4ddf-8f57-99010e55fdcc,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:26.313644 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48856) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:26.368664 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-841f08ac-afbb-43c1-8178-bfdddffc8148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.391031 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-841f08ac-afbb-43c1-8178-bfdddffc8148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.437242 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-841f08ac-afbb-43c1-8178-bfdddffc8148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.439777 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-841f08ac-afbb-43c1-8178-bfdddffc8148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.441021 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-841f08ac-afbb-43c1-8178-bfdddffc8148 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f97160f3-5669-4ddf-8f57-99010e55fdcc HTTP/1.1" status: 204 len: 168 time: 0.1262994 Aug 09 11:39:26.448321 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f08ac-afbb-43c1-8178-bfdddffc8148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97160f3-5669-4ddf-8f57-99010e55fdcc,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:26.697552 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48862) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:26.713734 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2aef7ca1-ccdb-4b28-9c84-94fd53cb9b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.800794 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2aef7ca1-ccdb-4b28-9c84-94fd53cb9b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.804630 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2aef7ca1-ccdb-4b28-9c84-94fd53cb9b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.842216 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-2aef7ca1-ccdb-4b28-9c84-94fd53cb9b87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=786ec040aa60435fb670fecc9b00d8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435971 Aug 09 11:39:26.843133 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef7ca1-ccdb-4b28-9c84-94fd53cb9b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df410c5-5cda-4e01-adb1-8b421fbb90c2,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:26.844932 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48864) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:26.895490 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8649de03-2786-4003-b4bb-3b710f9cb082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.916381 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8649de03-2786-4003-b4bb-3b710f9cb082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.963773 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8649de03-2786-4003-b4bb-3b710f9cb082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.966333 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8649de03-2786-4003-b4bb-3b710f9cb082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.967479 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8649de03-2786-4003-b4bb-3b710f9cb082 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0df410c5-5cda-4e01-adb1-8b421fbb90c2 HTTP/1.1" status: 204 len: 168 time: 0.1207674 Aug 09 11:39:26.983629 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649de03-2786-4003-b4bb-3b710f9cb082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df410c5-5cda-4e01-adb1-8b421fbb90c2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:27.048185 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fb46f-fbd7-46cb-91ee-547718e70053 req-7cd29c9e-a9d2-4ff3-aa45-ac1259c20455 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:27.049694 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-944fb46f-fbd7-46cb-91ee-547718e70053 req-7cd29c9e-a9d2-4ff3-aa45-ac1259c20455 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 946 time: 0.0589161 Aug 09 11:39:27.088598 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-944fb46f-fbd7-46cb-91ee-547718e70053 req-cbbe05ac-9823-49c9-9814-3e328ff4c410 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c50d2329-82a6-42dc-b42b-ee602f42c2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Aug 09 11:39:27.207554 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f497a83-c754-447d-96b6-39794b333ef1 req-46cee8fc-88be-4212-b7a4-91659026dda7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:27.208927 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8f497a83-c754-447d-96b6-39794b333ef1 req-46cee8fc-88be-4212-b7a4-91659026dda7 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 946 time: 0.0506868 Aug 09 11:39:27.305676 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Deleting port 2fae3474-1ca2-45be-a18d-7a2be112c901 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:27.306240 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.401535 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] For port 2fae3474-1ca2-45be-a18d-7a2be112c901, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2fae3474-1ca2-45be-a18d-7a2be112c901,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:27.402062 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.575478 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.575880 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.576225 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Floating IP c2ee8aae-825e-4e4d-ba4f-f2f6c16b9896 disassociated. External IP: 172.27.1.205, port: 2fae3474-1ca2-45be-a18d-7a2be112c901. Aug 09 11:39:27.576569 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Calling delete_port for 2fae3474-1ca2-45be-a18d-7a2be112c901 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:27.716373 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.752597 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event deleted for resources: {'Port': ['ID=2fae3474-1ca2-45be-a18d-7a2be112c901,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:27.874085 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Router b93075b1-8f35-41ef-baa1-ee671999ef0a has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:39:27.986429 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:39:27.999821 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] Sync routers for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:39:28.011150 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:39:28.012036 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:39:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:28.034157 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] No DVR routers for this DVR port 2fae3474-1ca2-45be-a18d-7a2be112c901 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:28.037002 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.040077 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8f497a83-c754-447d-96b6-39794b333ef1 req-8055473f-d114-4090-a941-2f419213c4ed tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.10 "DELETE /v2.0/ports/2fae3474-1ca2-45be-a18d-7a2be112c901 HTTP/1.1" status: 204 len: 173 time: 0.8204002 Aug 09 11:39:28.040690 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'name': 'network-vif-deleted', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:28.046130 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d2e5f-0b5e-446c-9399-6db8a33a0388" -d '{"events": [{"server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "name": "network-vif-deleted", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:28.061929 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48898) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:28.088638 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48ea81f0-6292-4c18-a8c9-7766f893348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.140027 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8859fdb8-b2d6-402e-bf4a-351f1056d5f9 x-openstack-request-id: req-8859fdb8-b2d6-402e-bf4a-351f1056d5f9 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:28.140314 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6", "name": "network-vif-deleted", "tag": "2fae3474-1ca2-45be-a18d-7a2be112c901", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:28.140626 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8859fdb8-b2d6-402e-bf4a-351f1056d5f9 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:28.141025 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6', 'name': 'network-vif-deleted', 'tag': '2fae3474-1ca2-45be-a18d-7a2be112c901', 'status': 'completed', 'code': 200} Aug 09 11:39:28.198247 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:39:28.269276 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2ad287b0-4d8f-47ba-a7df-a23eb13a9904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.297323 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ab1be420-c72f-48d0-9da8-d302ff21f9c9 req-bd0a3bfc-469f-4477-88b7-8437c58f9db3 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed46a1b-3d62-436b-a5f9-7ce253d1a1f6 HTTP/1.1" status: 200 len: 210 time: 0.0527449 Aug 09 11:39:28.369106 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2ad287b0-4d8f-47ba-a7df-a23eb13a9904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.372989 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2ad287b0-4d8f-47ba-a7df-a23eb13a9904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.410303 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-2ad287b0-4d8f-47ba-a7df-a23eb13a9904 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cab4411417c400b82dc84653563263f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468220 Aug 09 11:39:28.411218 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad287b0-4d8f-47ba-a7df-a23eb13a9904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282ca967-1bf3-4dd3-ae8c-2c0fa176e663,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:28.413391 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48906) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:28.464130 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb9a3caf-c0e2-4c65-8012-0dd81a7e4dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.487491 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:28.490095 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb9a3caf-c0e2-4c65-8012-0dd81a7e4dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.516587 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] Checking router: b93075b1-8f35-41ef-baa1-ee671999ef0a for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:39:28.525995 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:39:28.526595 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:39:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:28.542664 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb9a3caf-c0e2-4c65-8012-0dd81a7e4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.545325 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fb9a3caf-c0e2-4c65-8012-0dd81a7e4dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.546614 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fb9a3caf-c0e2-4c65-8012-0dd81a7e4dc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/282ca967-1bf3-4dd3-ae8c-2c0fa176e663 HTTP/1.1" status: 204 len: 168 time: 0.1321878 Aug 09 11:39:28.555458 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a3caf-c0e2-4c65-8012-0dd81a7e4dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282ca967-1bf3-4dd3-ae8c-2c0fa176e663,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:28.658163 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:39:28.854086 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:28.883746 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5cd363-6d53-4876-9798-ce33d7100f99 None None] The sync data for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi is: [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:32:20Z', 'revision_number': 4, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565', 'name': '', 'network_id': '61368b8c-3f63-4abc-860d-c08b2be3a039', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'mac_address': 'fa:16:3e:0d:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:19Z', 'updated_at': '2021-08-09T11:32:37Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'subnets': [{'id': '20b18eae-ee69-4c3b-9794-3a5ddcfdce77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:39:29.119721 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe1eb7-69ea-4f0f-9f19-6ae61e43cfad None None] New status for floating IP c2ee8aae-825e-4e4d-ba4f-f2f6c16b9896: DOWN {{(pid=93251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:39:29.389698 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 48936) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:29.446652 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19077cdb-29e7-43bf-b5ea-4d0ca1810a87 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.469638 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19077cdb-29e7-43bf-b5ea-4d0ca1810a87 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.518841 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19077cdb-29e7-43bf-b5ea-4d0ca1810a87 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.521699 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-19077cdb-29e7-43bf-b5ea-4d0ca1810a87 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.525402 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-19077cdb-29e7-43bf-b5ea-4d0ca1810a87 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "DELETE /v2.0/security-groups/c50d2329-82a6-42dc-b42b-ee602f42c2ef HTTP/1.1" status: 204 len: 168 time: 0.1321590 Aug 09 11:39:29.525884 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48944) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:29.532720 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19077cdb-29e7-43bf-b5ea-4d0ca1810a87 tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50d2329-82a6-42dc-b42b-ee602f42c2ef,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:29.545781 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.api.v2.resource [None req-77061f89-19c0-487b-b696-3185394de9bc tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] show failed (client error): The resource could not be found. Aug 09 11:39:29.546893 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-77061f89-19c0-487b-b696-3185394de9bc tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "GET /v2.0/security-groups/c50d2329-82a6-42dc-b42b-ee602f42c2ef HTTP/1.1" status: 404 len: 347 time: 0.0200233 Aug 09 11:39:29.550060 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 48946) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:29.686912 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4e340-4452-4d60-9c1a-080c587b3b5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Deleting port ce6f9d8c-3a14-4457-bf1f-43d961ffdf51 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:29.687251 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c7c4e340-4452-4d60-9c1a-080c587b3b5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.765084 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c7c4e340-4452-4d60-9c1a-080c587b3b5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.765416 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c7c4e340-4452-4d60-9c1a-080c587b3b5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.776842 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4e340-4452-4d60-9c1a-080c587b3b5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Calling delete_port for ce6f9d8c-3a14-4457-bf1f-43d961ffdf51 owned by network:floatingip {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:29.809808 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 2fae3474-1ca2-45be-a18d-7a2be112c901 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:29.829382 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 2fae3474-1ca2-45be-a18d-7a2be112c901 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:39:29.829751 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 2fae3474-1ca2-45be-a18d-7a2be112c901 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:29.914375 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c7c4e340-4452-4d60-9c1a-080c587b3b5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.939671 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4e340-4452-4d60-9c1a-080c587b3b5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Pushing event deleted for resources: {'Port': ['ID=ce6f9d8c-3a14-4457-bf1f-43d961ffdf51,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:30.001838 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c7c4e340-4452-4d60-9c1a-080c587b3b5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.004288 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c7c4e340-4452-4d60-9c1a-080c587b3b5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.005467 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-c7c4e340-4452-4d60-9c1a-080c587b3b5d tempest-AttachVolumeShelveTestJSON-696938784 tempest-AttachVolumeShelveTestJSON-696938784-project] 10.222.0.30 "DELETE /v2.0/floatingips/c2ee8aae-825e-4e4d-ba4f-f2f6c16b9896 HTTP/1.1" status: 204 len: 168 time: 0.4545207 Aug 09 11:39:30.733470 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9b29e07e-8ea4-4f44-80bc-7f3129f6ff51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.952409 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:31.971041 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:32.432402 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49012) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:32.929059 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660804'] for router_interface, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:33.168384 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] Deleting port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:33.168722 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:33.246160 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] For port 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:33.246523 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:33.262096 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] Calling delete_port for 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 owned by network:router_interface {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:33.439454 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:33.470372 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:33.498471 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:33.631977 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659188'] for router_interface, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:33.877135 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] Router b93075b1-8f35-41ef-baa1-ee671999ef0a has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:39:33.983883 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:39:33.988914 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-78c81ed1-3e23-4efa-b9d9-2199c1ffc27a admin admin] 10.222.0.30 "PUT /v2.0/routers/b93075b1-8f35-41ef-baa1-ee671999ef0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5555098 Aug 09 11:39:33.991753 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49032) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:33.994543 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704cb72e-8570-483b-99f4-085121535349 None None] Sync routers for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:39:34.004201 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704cb72e-8570-483b-99f4-085121535349 None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:39:34.004903 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-704cb72e-8570-483b-99f4-085121535349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:39:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:34.100722 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.119839 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-704cb72e-8570-483b-99f4-085121535349 None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:39:34.211762 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.262504 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Deleting port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:34.262853 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.300985 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-704cb72e-8570-483b-99f4-085121535349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:39:33Z', 'revision_number': 5, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port': {'id': '8e1a1d3d-216b-495e-aefe-0f56c74b0d45', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:32:13Z', 'updated_at': '2021-08-09T11:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:34.326685 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704cb72e-8570-483b-99f4-085121535349 None None] Checking router: b93075b1-8f35-41ef-baa1-ee671999ef0a for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:39:34.336175 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704cb72e-8570-483b-99f4-085121535349 None None] Routers {'b93075b1-8f35-41ef-baa1-ee671999ef0a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:39:34.337100 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-704cb72e-8570-483b-99f4-085121535349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:39:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['b93075b1-8f35-41ef-baa1-ee671999ef0a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:34.347585 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] For port 8e1a1d3d-216b-495e-aefe-0f56c74b0d45, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=8e1a1d3d-216b-495e-aefe-0f56c74b0d45,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:34.347941 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.363208 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Calling delete_port for 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 owned by network:router_gateway {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:34.525507 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-704cb72e-8570-483b-99f4-085121535349 None None] Set router b93075b1-8f35-41ef-baa1-ee671999ef0a gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:39:34.559075 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.578356 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-704cb72e-8570-483b-99f4-085121535349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:39:34Z', 'revision_number': 6, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port_host': None}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:34.594765 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1a1d3d-216b-495e-aefe-0f56c74b0d45,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:34.604016 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704cb72e-8570-483b-99f4-085121535349 None None] The sync data for ids ['b93075b1-8f35-41ef-baa1-ee671999ef0a'] in dv-cinder-803900-2-iscsi is: [{'id': 'b93075b1-8f35-41ef-baa1-ee671999ef0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1459879053-router', 'tenant_id': 'a7a3b96504a8466298524d1b969c3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:32:11Z', 'updated_at': '2021-08-09T11:39:34Z', 'revision_number': 6, 'project_id': 'a7a3b96504a8466298524d1b969c3ff9', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:39:34.664012 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1660114'] for router_gateway, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.756246 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36587'] for router, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.758892 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.799937 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662930'] for router, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.800486 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b93075b1-8f35-41ef-baa1-ee671999ef0a {{(pid=93249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:39:34.805530 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.806676 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-c9d44e52-f986-4125-9216-707b552771a5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b93075b1-8f35-41ef-baa1-ee671999ef0a HTTP/1.1" status: 204 len: 168 time: 0.8139992 Aug 09 11:39:34.809613 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49034) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:34.856483 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad448f3b-5993-43d1-956b-c62c8cc3e9b1 admin admin] Deleting subnet 20b18eae-ee69-4c3b-9794-3a5ddcfdce77 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:39:34.859791 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ad448f3b-5993-43d1-956b-c62c8cc3e9b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.894035 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ad448f3b-5993-43d1-956b-c62c8cc3e9b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12834124'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:34.979930 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ad448f3b-5993-43d1-956b-c62c8cc3e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.057670 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ad448f3b-5993-43d1-956b-c62c8cc3e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12821648'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.246503 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.324132 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad448f3b-5993-43d1-956b-c62c8cc3e9b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b18eae-ee69-4c3b-9794-3a5ddcfdce77,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:35.327830 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-ad448f3b-5993-43d1-956b-c62c8cc3e9b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.331933 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ad448f3b-5993-43d1-956b-c62c8cc3e9b1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/20b18eae-ee69-4c3b-9794-3a5ddcfdce77 HTTP/1.1" status: 204 len: 168 time: 0.5191169 Aug 09 11:39:35.332413 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49058) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:35.336794 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a70991-f8ed-4a4b-8110-36a73aec36f1 None None] Network 61368b8c-3f63-4abc-860d-c08b2be3a039 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:39:35.418233 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.450155 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:35.475160 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Deleting port 07bf468b-5967-403a-a247-b421df82bcd7 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:35.476047 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.477475 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:39:35.477829 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8e1a1d3d-216b-495e-aefe-0f56c74b0d45 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:35.478242 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:35.499973 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:39:35.500320 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 4bbe6dd4-e5cc-4acd-aa2c-c2c6abffd565 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:35.544509 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] For port 07bf468b-5967-403a-a247-b421df82bcd7, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=07bf468b-5967-403a-a247-b421df82bcd7,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:35.544877 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.557558 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Calling delete_port for 07bf468b-5967-403a-a247-b421df82bcd7 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:35.570589 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] DHCP port deletion for 61368b8c-3f63-4abc-860d-c08b2be3a039 request from dv-cinder-803900-2-iscsi {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:39:35.621704 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Deleting port 07bf468b-5967-403a-a247-b421df82bcd7 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:35.622184 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.645584 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.671547 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=07bf468b-5967-403a-a247-b421df82bcd7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:35.675351 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] No DVR routers for this DVR port 07bf468b-5967-403a-a247-b421df82bcd7 on host dv-cinder-803900-2-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:35.692590 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] For port 07bf468b-5967-403a-a247-b421df82bcd7, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=07bf468b-5967-403a-a247-b421df82bcd7,segment=NetworkSegment(4d22091e-43ed-4c2a-9b4c-01abbb23fe4f),segment_id=4d22091e-43ed-4c2a-9b4c-01abbb23fe4f)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:35.693113 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.710200 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Calling delete_port for 07bf468b-5967-403a-a247-b421df82bcd7 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:35.751847 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.762249 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61368b8c-3f63-4abc-860d-c08b2be3a039']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:35.772827 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:35.773206 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d22091e-43ed-4c2a-9b4c-01abbb23fe4f') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:35.781776 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14619026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.795244 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.797675 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.801886 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:39:35.802309 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14597318'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: Traceback (most recent call last): Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: timer() Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: cb(*args, **kw) Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: self._notify() Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: self.callback(batched_events) Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: event.method(event) Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: return f(self, *a, **k) Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._get(url).json() Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:39:35.804482 dv-cinder-803900-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:39:35.823219 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Pushing event deleted for resources: {'Port': ['ID=07bf468b-5967-403a-a247-b421df82bcd7,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:35.831175 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] No DVR routers for this DVR port 07bf468b-5967-403a-a247-b421df82bcd7 on host dv-cinder-803900-2-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:35.834509 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.835430 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.835773 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.836105 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.836427 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.836758 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.837082 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.837407 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.837757 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.838077 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.838397 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.838820 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2178aed-ec08-4bf9-816f-19858d89050e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:35.863001 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.877914 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:35.879745 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] 10.222.0.30 "DELETE /v2.0/networks/61368b8c-3f63-4abc-860d-c08b2be3a039 HTTP/1.1" status: 204 len: 168 time: 0.5464761 Aug 09 11:39:35.881283 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067e8b1-3d43-421a-a02e-fad9fe2b7c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=61368b8c-3f63-4abc-860d-c08b2be3a039,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:35.993482 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49062) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:36.033890 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-42091a4d-5ea5-4273-8243-e5bb6052d3ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7a3b96504a8466298524d1b969c3ff9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390971 Aug 09 11:39:36.036392 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49064) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:36.084237 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06118f44-38a0-4fa1-a900-fa294fe97c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.108454 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06118f44-38a0-4fa1-a900-fa294fe97c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.154905 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06118f44-38a0-4fa1-a900-fa294fe97c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.157658 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06118f44-38a0-4fa1-a900-fa294fe97c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.158786 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-06118f44-38a0-4fa1-a900-fa294fe97c06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7a2b35f-66fe-447d-aa38-65ad112f6af8 HTTP/1.1" status: 204 len: 168 time: 0.1213048 Aug 09 11:39:36.166213 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06118f44-38a0-4fa1-a900-fa294fe97c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a2b35f-66fe-447d-aa38-65ad112f6af8,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:36.603966 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49088) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:36.712751 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3cfafb3f-654e-4f70-ad12-76b872eaf25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.801381 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3cfafb3f-654e-4f70-ad12-76b872eaf25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.806591 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-3cfafb3f-654e-4f70-ad12-76b872eaf25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.845145 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-3cfafb3f-654e-4f70-ad12-76b872eaf25e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7aa993ffde304de793ed2ebef4f95214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396266 Aug 09 11:39:36.846061 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfafb3f-654e-4f70-ad12-76b872eaf25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01aadd1-64b0-4a06-ada6-b2aff7472be2,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:36.847838 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49100) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:36.899984 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89df4bf7-a6a4-49f8-a4ad-b0ae3fbb5bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.921708 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89df4bf7-a6a4-49f8-a4ad-b0ae3fbb5bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.967273 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89df4bf7-a6a4-49f8-a4ad-b0ae3fbb5bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.970063 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-89df4bf7-a6a4-49f8-a4ad-b0ae3fbb5bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:36.973773 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-89df4bf7-a6a4-49f8-a4ad-b0ae3fbb5bb3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e01aadd1-64b0-4a06-ada6-b2aff7472be2 HTTP/1.1" status: 204 len: 168 time: 0.1225517 Aug 09 11:39:36.987460 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df4bf7-a6a4-49f8-a4ad-b0ae3fbb5bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01aadd1-64b0-4a06-ada6-b2aff7472be2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:37.183721 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 07bf468b-5967-403a-a247-b421df82bcd7 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:37.214968 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 07bf468b-5967-403a-a247-b421df82bcd7 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:39:37.215435 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 07bf468b-5967-403a-a247-b421df82bcd7 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:37.404267 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49120) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:37.419674 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d240373c-d96d-4697-8ab0-e14eda0982e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.514897 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d240373c-d96d-4697-8ab0-e14eda0982e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.519364 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d240373c-d96d-4697-8ab0-e14eda0982e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.557955 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240373c-d96d-4697-8ab0-e14eda0982e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b26895e-edc4-49b8-8c9e-c521eda7c326,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:37.562913 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d240373c-d96d-4697-8ab0-e14eda0982e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3d2d5fe89b04556ac35e356c9e7df73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576087 Aug 09 11:39:37.565504 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49126) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:37.615130 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de4b5c40-dbdd-442a-8f3d-a133f131decd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.638441 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de4b5c40-dbdd-442a-8f3d-a133f131decd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.687371 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de4b5c40-dbdd-442a-8f3d-a133f131decd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.689929 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de4b5c40-dbdd-442a-8f3d-a133f131decd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.691179 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-de4b5c40-dbdd-442a-8f3d-a133f131decd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b26895e-edc4-49b8-8c9e-c521eda7c326 HTTP/1.1" status: 204 len: 168 time: 0.1248412 Aug 09 11:39:37.700192 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b5c40-dbdd-442a-8f3d-a133f131decd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b26895e-edc4-49b8-8c9e-c521eda7c326,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:38.032655 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49136) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:38.046804 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-05abc8aa-d014-4ed1-8dac-8d43a4f57dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:38.143158 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-05abc8aa-d014-4ed1-8dac-8d43a4f57dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:38.147501 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-05abc8aa-d014-4ed1-8dac-8d43a4f57dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:38.183934 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abc8aa-d014-4ed1-8dac-8d43a4f57dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91348c2a-272d-4f3d-86e4-810a8138c026,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:38.188316 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-05abc8aa-d014-4ed1-8dac-8d43a4f57dd5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b52d5c607f814edbb3e7374e0da2d6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546626 Aug 09 11:39:38.192227 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49138) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:38.244331 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e443a96b-4a87-40ed-96af-5325676de5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:38.265878 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e443a96b-4a87-40ed-96af-5325676de5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:38.312650 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e443a96b-4a87-40ed-96af-5325676de5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:38.315141 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e443a96b-4a87-40ed-96af-5325676de5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:38.316289 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e443a96b-4a87-40ed-96af-5325676de5b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91348c2a-272d-4f3d-86e4-810a8138c026 HTTP/1.1" status: 204 len: 168 time: 0.1238153 Aug 09 11:39:38.323833 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443a96b-4a87-40ed-96af-5325676de5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91348c2a-272d-4f3d-86e4-810a8138c026,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:40.475428 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49238) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:40.585101 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b4079bb6-0eb7-4932-8b6e-e9d44f0a39a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.674960 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b4079bb6-0eb7-4932-8b6e-e9d44f0a39a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.679647 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b4079bb6-0eb7-4932-8b6e-e9d44f0a39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.718048 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4079bb6-0eb7-4932-8b6e-e9d44f0a39a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baadae44-625a-45cd-97f2-18644397e985,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:40.722346 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-b4079bb6-0eb7-4932-8b6e-e9d44f0a39a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f7db0ffc21640a180077cd6536e2b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458467 Aug 09 11:39:40.726220 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49244) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:40.775090 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16372a79-b66c-4f49-8af2-e52371f2ea2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.795799 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16372a79-b66c-4f49-8af2-e52371f2ea2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.841676 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16372a79-b66c-4f49-8af2-e52371f2ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.844161 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16372a79-b66c-4f49-8af2-e52371f2ea2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.845306 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-16372a79-b66c-4f49-8af2-e52371f2ea2c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/baadae44-625a-45cd-97f2-18644397e985 HTTP/1.1" status: 204 len: 168 time: 0.1180007 Aug 09 11:39:40.854148 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16372a79-b66c-4f49-8af2-e52371f2ea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baadae44-625a-45cd-97f2-18644397e985,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:41.108836 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49250) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:41.122949 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a2c9bf72-cc3a-4951-a92c-15c8d4f504ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.213123 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a2c9bf72-cc3a-4951-a92c-15c8d4f504ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.216785 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-a2c9bf72-cc3a-4951-a92c-15c8d4f504ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.253706 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-a2c9bf72-cc3a-4951-a92c-15c8d4f504ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84bfabb205f84a1fa549cae86fb6671e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437604 Aug 09 11:39:41.254623 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9bf72-cc3a-4951-a92c-15c8d4f504ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c934981-ba6d-44b0-885c-f8d4819258ce,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:41.256790 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49252) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:41.317947 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98666165-f60e-46bf-aae4-caa56241afd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.339732 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98666165-f60e-46bf-aae4-caa56241afd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.388026 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98666165-f60e-46bf-aae4-caa56241afd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.390693 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98666165-f60e-46bf-aae4-caa56241afd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.391834 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-98666165-f60e-46bf-aae4-caa56241afd9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c934981-ba6d-44b0-885c-f8d4819258ce HTTP/1.1" status: 204 len: 168 time: 0.1338589 Aug 09 11:39:41.400049 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98666165-f60e-46bf-aae4-caa56241afd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c934981-ba6d-44b0-885c-f8d4819258ce,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:49.668782 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:39:58.079742 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0da0d0b0-5c90-4df2-a66e-e45bc4740a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:00.734826 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5f097a47-863a-41fc-84ae-a0176d53cbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:00.954815 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.973149 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.498520 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:05.250610 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.328024 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49486) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:10.438210 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.528647 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.532078 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.572544 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2336ed62-ee05-4bb8-93b6-65dd8ad66b86,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:10.578884 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af7d8592bc5e469d9cd14ea43bcc0fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498417 Aug 09 11:40:10.581723 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49490) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:10.584007 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.584357 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.584694 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.585024 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.585352 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.585717 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.586042 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.586363 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.586695 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.587007 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.587322 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.587720 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9778f-89d1-4e73-8bbd-7577467ff113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.630770 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.652403 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.699750 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.702870 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.704188 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2336ed62-ee05-4bb8-93b6-65dd8ad66b86 HTTP/1.1" status: 204 len: 168 time: 0.1214476 Aug 09 11:40:10.711621 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2336ed62-ee05-4bb8-93b6-65dd8ad66b86,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:10.719820 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.720192 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.720534 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.720866 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.721189 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.721636 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.721851 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.722185 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.722495 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.722813 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.723187 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:10.723560 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d0ec-fb06-4124-9664-656a31225a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:14.601448 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49578) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:14.695124 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49584) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:14.753542 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63fab035-9e2b-4b8e-8e10-70531398a589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.802201 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48377594-3cf8-4be9-8d42-ebef152cc99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.865445 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63fab035-9e2b-4b8e-8e10-70531398a589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.873735 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-63fab035-9e2b-4b8e-8e10-70531398a589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.927201 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-63fab035-9e2b-4b8e-8e10-70531398a589 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=711615abef7f41309034c8fba4235b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238568 Aug 09 11:40:14.927907 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fab035-9e2b-4b8e-8e10-70531398a589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e44705f-c86c-478e-993a-69f9e674fb70,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:14.930711 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49588) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:14.987719 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48377594-3cf8-4be9-8d42-ebef152cc99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.988784 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-426babbc-af9f-4222-aad7-55c98e145f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.992421 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-48377594-3cf8-4be9-8d42-ebef152cc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:15.012135 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-426babbc-af9f-4222-aad7-55c98e145f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:15.030212 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-48377594-3cf8-4be9-8d42-ebef152cc99b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfc2426aac674de8ac8bba8af2ab4b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339832 Aug 09 11:40:15.032124 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48377594-3cf8-4be9-8d42-ebef152cc99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ac543-8335-46cd-8ad5-76cc088a2113,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:15.033159 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49590) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:15.098016 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2917713f-173c-473b-a746-6db52ea48134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:15.099395 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-426babbc-af9f-4222-aad7-55c98e145f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:15.102170 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-426babbc-af9f-4222-aad7-55c98e145f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:15.103470 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-426babbc-af9f-4222-aad7-55c98e145f86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e44705f-c86c-478e-993a-69f9e674fb70 HTTP/1.1" status: 204 len: 168 time: 0.1712506 Aug 09 11:40:15.119366 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426babbc-af9f-4222-aad7-55c98e145f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e44705f-c86c-478e-993a-69f9e674fb70,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:15.135003 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2917713f-173c-473b-a746-6db52ea48134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:15.189723 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2917713f-173c-473b-a746-6db52ea48134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:15.192376 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2917713f-173c-473b-a746-6db52ea48134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:15.196444 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2917713f-173c-473b-a746-6db52ea48134 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c3ac543-8335-46cd-8ad5-76cc088a2113 HTTP/1.1" status: 204 len: 168 time: 0.1594520 Aug 09 11:40:15.203398 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917713f-173c-473b-a746-6db52ea48134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ac543-8335-46cd-8ad5-76cc088a2113,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:18.951255 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49702) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:19.077530 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-90e77691-d152-441c-bc42-42b0199adc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.176442 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-90e77691-d152-441c-bc42-42b0199adc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.180576 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-90e77691-d152-441c-bc42-42b0199adc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.220006 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-90e77691-d152-441c-bc42-42b0199adc5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8aadc30c14dc4674ab3936f935bffac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675629 Aug 09 11:40:19.220828 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77691-d152-441c-bc42-42b0199adc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e04dce1-a706-4f4b-a41c-25ed52dea825,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:19.223466 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49716) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:19.282024 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e81b1c6a-dce5-42d9-8d07-c189a376fa65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.305787 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e81b1c6a-dce5-42d9-8d07-c189a376fa65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.358570 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e81b1c6a-dce5-42d9-8d07-c189a376fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.361399 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e81b1c6a-dce5-42d9-8d07-c189a376fa65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.362751 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e81b1c6a-dce5-42d9-8d07-c189a376fa65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e04dce1-a706-4f4b-a41c-25ed52dea825 HTTP/1.1" status: 204 len: 168 time: 0.1385102 Aug 09 11:40:19.371369 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b1c6a-dce5-42d9-8d07-c189a376fa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e04dce1-a706-4f4b-a41c-25ed52dea825,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:21.444546 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49730) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:21.759133 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Deleting port e2af45a7-0945-435d-afad-579cecd0f70b {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:21.759475 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:21.842431 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:21.842759 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:21.855026 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Calling delete_port for e2af45a7-0945-435d-afad-579cecd0f70b owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:22.024293 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:22.051147 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event deleted for resources: {'Port': ['ID=e2af45a7-0945-435d-afad-579cecd0f70b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:22.119440 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:22.119764 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Floating IP f2847d42-7f09-4c83-b5b0-189073b37004 disassociated (deleted). External IP: 172.27.1.216, port: 8b07dc2b-fec4-428a-91e4-a608ea6d8621. Aug 09 11:40:22.330107 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:40:22.433904 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:40:22.438426 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:22.445814 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] Sync routers for ids ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:40:22.456758 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] Routers {'2ca0622c-1c2e-420e-b23c-6d6536cbe099'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:40:22.457523 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:40:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:22.466579 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bbe075db-33e2-4722-8950-6e87623c7156 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "DELETE /v2.0/floatingips/f2847d42-7f09-4c83-b5b0-189073b37004 HTTP/1.1" status: 204 len: 168 time: 1.0184321 Aug 09 11:40:22.466579 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:22.467568 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b70478-2806-4110-b4b2-01dd8e9a8a22" -d '{"events": [{"name": "network-changed", "server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:22.509529 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f5e6fd-b094-4340-92fb-4f9ec3b5cf3f x-openstack-request-id: req-b2f5e6fd-b094-4340-92fb-4f9ec3b5cf3f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:22.509529 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:22.509804 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2f5e6fd-b094-4340-92fb-4f9ec3b5cf3f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:22.510171 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'status': 'completed', 'code': 200} Aug 09 11:40:22.572325 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-56dbd2a2-6c40-4cc7-b1a3-0970edc51189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:22.574300 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-56dbd2a2-6c40-4cc7-b1a3-0970edc51189 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b8570c3d6cf49e894363981f5717afe&device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0433693 Aug 09 11:40:22.575868 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] Set router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:40:22.683115 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-b33154e0-1f1f-4c43-aabe-4da46b6738d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:22.684772 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-b33154e0-1f1f-4c43-aabe-4da46b6738d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b HTTP/1.1" status: 200 len: 910 time: 0.1037896 Aug 09 11:40:22.748042 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-e5531b71-48c3-4505-abd9-cc410d70f174 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621 HTTP/1.1" status: 200 len: 217 time: 0.0534737 Aug 09 11:40:22.795827 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2729e1-8c57-4c11-97dc-1ee6382c4870 req-f99d9b7e-c6d5-4472-af23-487bf4cddac8 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:22.797332 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e2729e1-8c57-4c11-97dc-1ee6382c4870 req-f99d9b7e-c6d5-4472-af23-487bf4cddac8 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.1113746 Aug 09 11:40:22.827694 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-41216753-9d45-4bb9-a732-8c20eb69d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:22.829101 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-41216753-9d45-4bb9-a732-8c20eb69d5a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb HTTP/1.1" status: 200 len: 848 time: 0.0731452 Aug 09 11:40:22.855310 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6e2729e1-8c57-4c11-97dc-1ee6382c4870 req-1fce018c-7799-4c23-a46f-a7c21a2020c1 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515161 Aug 09 11:40:22.888986 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-5ddddbd2-75ea-4ae0-8186-7c6dcecd88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:22.890523 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-5ddddbd2-75ea-4ae0-8186-7c6dcecd88d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504835 Aug 09 11:40:22.912422 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:39Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '8ce78626-290a-4b81-b32c-a4d14410e5a9', 'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'mac_address': 'fa:16:3e:4b:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:38Z', 'updated_at': '2021-08-09T11:34:45Z', 'revision_number': 5, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'subnets': [{'id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:22.943185 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] Checking router: 2ca0622c-1c2e-420e-b23c-6d6536cbe099 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:40:22.951694 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] Routers {'2ca0622c-1c2e-420e-b23c-6d6536cbe099'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:40:22.952315 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:40:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:22.984254 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-81ab712d-12f3-4cec-8cd8-11310a7aac19 service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852015 Aug 09 11:40:23.075384 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] Set router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:40:23.076492 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01b70478-2806-4110-b4b2-01dd8e9a8a22 req-a3779c41-5e80-4605-ab58-91978da5d5ec service neutron] 10.222.0.10 "GET /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840602 Aug 09 11:40:23.297277 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:39Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '8ce78626-290a-4b81-b32c-a4d14410e5a9', 'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'mac_address': 'fa:16:3e:4b:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:38Z', 'updated_at': '2021-08-09T11:34:45Z', 'revision_number': 5, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'subnets': [{'id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:23.323425 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58791a-03da-45ab-acd9-68216c473347 None None] The sync data for ids ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'] in dv-cinder-803900-2-iscsi is: [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:34:39Z', 'revision_number': 4, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '8ce78626-290a-4b81-b32c-a4d14410e5a9', 'name': '', 'network_id': '8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'mac_address': 'fa:16:3e:4b:5a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:38Z', 'updated_at': '2021-08-09T11:34:45Z', 'revision_number': 5, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'subnets': [{'id': 'f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:40:23.424979 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49768) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:23.547430 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-18efaaaa-0eac-45fc-8dab-32a718dd818a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:23.560124 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6bf62f-12d3-46b5-97c7-c64269c913eb None None] New status for floating IP f2847d42-7f09-4c83-b5b0-189073b37004: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:40:23.646815 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-18efaaaa-0eac-45fc-8dab-32a718dd818a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:23.650951 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-18efaaaa-0eac-45fc-8dab-32a718dd818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:23.687611 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efaaaa-0eac-45fc-8dab-32a718dd818a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c93b63-d940-4fce-90f8-d55516738d90,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:23.691882 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-18efaaaa-0eac-45fc-8dab-32a718dd818a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a41fed9f7594850b1293c31bd7db2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658377 Aug 09 11:40:23.694744 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49772) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:23.741757 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91eb7da6-fe0b-4d38-96d7-84a984a0bd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:23.764641 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91eb7da6-fe0b-4d38-96d7-84a984a0bd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:23.813840 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91eb7da6-fe0b-4d38-96d7-84a984a0bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:23.816390 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-91eb7da6-fe0b-4d38-96d7-84a984a0bd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:23.817563 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-91eb7da6-fe0b-4d38-96d7-84a984a0bd88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59c93b63-d940-4fce-90f8-d55516738d90 HTTP/1.1" status: 204 len: 168 time: 0.1219072 Aug 09 11:40:23.825880 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb7da6-fe0b-4d38-96d7-84a984a0bd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c93b63-d940-4fce-90f8-d55516738d90,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:23.984215 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb9e6e-2fbd-4aa0-9807-2c27e6ff4e6a req-a75e97fb-b6f2-4ea2-beee-d2c66bd0a223 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:23.985881 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32fb9e6e-2fbd-4aa0-9807-2c27e6ff4e6a req-a75e97fb-b6f2-4ea2-beee-d2c66bd0a223 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0501928 Aug 09 11:40:24.028499 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-32fb9e6e-2fbd-4aa0-9807-2c27e6ff4e6a req-18616995-a99c-48d5-bbc2-86ff6d79a76e tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/security-groups?id=dc2f9f11-4df2-4068-b513-c244f3dca82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362504 Aug 09 11:40:24.106997 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49780) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:24.120039 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7dfe994a-c735-4978-8668-70df207ca136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.212978 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-fa238daa-bb8b-45de-a002-fa7ad0c015d6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:24.214698 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-fa238daa-bb8b-45de-a002-fa7ad0c015d6 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 946 time: 0.0634429 Aug 09 11:40:24.215049 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7dfe994a-c735-4978-8668-70df207ca136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.219007 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7dfe994a-c735-4978-8668-70df207ca136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.255017 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-7dfe994a-c735-4978-8668-70df207ca136 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55f89ad214fe45a281ad8452ed306485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469305 Aug 09 11:40:24.259843 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49782) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:24.276951 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe994a-c735-4978-8668-70df207ca136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc13f19e-a654-49a7-951a-ebd5f5f42b3f,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:24.306616 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-edfb276e-f70e-4ce3-9ff3-6c03b6526a8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Deleting port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:24.306974 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-edfb276e-f70e-4ce3-9ff3-6c03b6526a8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.316045 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2cec0b2f-e7b2-49ef-8a86-07bb1685db33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.338779 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2cec0b2f-e7b2-49ef-8a86-07bb1685db33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.393068 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2cec0b2f-e7b2-49ef-8a86-07bb1685db33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.396314 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-2cec0b2f-e7b2-49ef-8a86-07bb1685db33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.397581 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-2cec0b2f-e7b2-49ef-8a86-07bb1685db33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc13f19e-a654-49a7-951a-ebd5f5f42b3f HTTP/1.1" status: 204 len: 168 time: 0.1368339 Aug 09 11:40:24.399584 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-edfb276e-f70e-4ce3-9ff3-6c03b6526a8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] For port 8b07dc2b-fec4-428a-91e4-a608ea6d8621, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8b07dc2b-fec4-428a-91e4-a608ea6d8621,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:24.400175 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-edfb276e-f70e-4ce3-9ff3-6c03b6526a8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.405527 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec0b2f-e7b2-49ef-8a86-07bb1685db33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc13f19e-a654-49a7-951a-ebd5f5f42b3f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:24.418679 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-edfb276e-f70e-4ce3-9ff3-6c03b6526a8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Calling delete_port for 8b07dc2b-fec4-428a-91e4-a608ea6d8621 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:24.565921 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-edfb276e-f70e-4ce3-9ff3-6c03b6526a8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.592575 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb276e-f70e-4ce3-9ff3-6c03b6526a8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event deleted for resources: {'Port': ['ID=8b07dc2b-fec4-428a-91e4-a608ea6d8621,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:24.639150 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-edfb276e-f70e-4ce3-9ff3-6c03b6526a8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] No DVR routers for this DVR port 8b07dc2b-fec4-428a-91e4-a608ea6d8621 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:40:24.642065 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-edfb276e-f70e-4ce3-9ff3-6c03b6526a8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.644174 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-29e3c3f8-2e95-4a4c-acab-6297b1ed594e req-edfb276e-f70e-4ce3-9ff3-6c03b6526a8f tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.10 "DELETE /v2.0/ports/8b07dc2b-fec4-428a-91e4-a608ea6d8621 HTTP/1.1" status: 204 len: 173 time: 0.4236450 Aug 09 11:40:24.644749 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'name': 'network-vif-deleted', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:24.647206 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b1a6b6-e4df-4b63-93cb-25a0b3812b8e" -d '{"events": [{"server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "name": "network-vif-deleted", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:24.699248 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f9b1b3-f67c-439d-8b73-f95204a6cbde x-openstack-request-id: req-b8f9b1b3-f67c-439d-8b73-f95204a6cbde {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:24.699610 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a739c0-b8e9-4990-93f0-f6fd7a923ae3", "name": "network-vif-deleted", "tag": "8b07dc2b-fec4-428a-91e4-a608ea6d8621", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:24.699957 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8f9b1b3-f67c-439d-8b73-f95204a6cbde {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:24.700356 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a739c0-b8e9-4990-93f0-f6fd7a923ae3', 'name': 'network-vif-deleted', 'tag': '8b07dc2b-fec4-428a-91e4-a608ea6d8621', 'status': 'completed', 'code': 200} Aug 09 11:40:24.797593 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49790) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:24.812381 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b2099cfa-542c-4915-b2e2-ae5610ec1606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.908459 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b2099cfa-542c-4915-b2e2-ae5610ec1606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.915287 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b2099cfa-542c-4915-b2e2-ae5610ec1606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.965879 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-b2099cfa-542c-4915-b2e2-ae5610ec1606 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca152e31945b48d5b483e3ea6722656e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670976 Aug 09 11:40:24.967019 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2099cfa-542c-4915-b2e2-ae5610ec1606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5216cc54-15b5-4b45-ba45-e3467d967d93,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:24.968906 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49792) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:25.041193 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a833863-45e1-49a5-bebd-d60a4d48366e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:25.070640 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a833863-45e1-49a5-bebd-d60a4d48366e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:25.162964 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e81ba7d8-7df8-40fa-99f5-d3a3b08d3606 req-98c1f9c3-9488-403c-a0b6-f499f8aea8ed tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "GET /v2.0/ports?device_id=25a739c0-b8e9-4990-93f0-f6fd7a923ae3 HTTP/1.1" status: 200 len: 210 time: 0.0338430 Aug 09 11:40:25.168860 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a833863-45e1-49a5-bebd-d60a4d48366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:25.171395 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a833863-45e1-49a5-bebd-d60a4d48366e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:25.172466 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8a833863-45e1-49a5-bebd-d60a4d48366e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5216cc54-15b5-4b45-ba45-e3467d967d93 HTTP/1.1" status: 204 len: 168 time: 0.2023494 Aug 09 11:40:25.180312 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a833863-45e1-49a5-bebd-d60a4d48366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5216cc54-15b5-4b45-ba45-e3467d967d93,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:25.887751 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49816) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:25.981742 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1790870607-network', 'tenant_id': '115942df1b2b40e193c274c711374283'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:26.003169 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Made reservation on behalf of 115942df1b2b40e193c274c711374283 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:40:26.005330 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.014433 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.110284 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.114703 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.140289 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:40:26.151834 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.152164 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Added segment f9f831de-f157-46d0-87bd-624419cc07ea of type vlan for network 26b9c011-29f5-4320-b9a6-0f31981f8de2 Aug 09 11:40:26.153438 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b679719-8b4f-44ac-80a9-16ebcdd3a92a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:26.204435 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.220649 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49822) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:26.235023 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.236015 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:26.236591 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.287622 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3987293 Aug 09 11:40:26.289370 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d521ceb4-6809-400e-ac7c-e38ec559aa88 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.291657 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49824) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:26.299290 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Request body: {'subnet': {'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1790870607-subnet', 'tenant_id': '115942df1b2b40e193c274c711374283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:26.299945 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980b6a8-47b1-4d2e-adb7-a8edcf03102b admin admin] Pushing event updated for resources: {'Network': ['ID=26b9c011-29f5-4320-b9a6-0f31981f8de2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:26.312737 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 26b9c011-29f5-4320-b9a6-0f31981f8de2 details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:40:26.329764 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d521ceb4-6809-400e-ac7c-e38ec559aa88 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.352339 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Made reservation on behalf of 115942df1b2b40e193c274c711374283 for: {'subnet': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:40:26.355480 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12821691'] for subnet, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.453763 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d521ceb4-6809-400e-ac7c-e38ec559aa88 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.456552 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d521ceb4-6809-400e-ac7c-e38ec559aa88 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.457731 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-d521ceb4-6809-400e-ac7c-e38ec559aa88 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc2f9f11-4df2-4068-b513-c244f3dca82d HTTP/1.1" status: 204 len: 168 time: 0.2360685 Aug 09 11:40:26.470787 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521ceb4-6809-400e-ac7c-e38ec559aa88 tempest-TestShelveInstance-467214997 tempest-TestShelveInstance-467214997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2f9f11-4df2-4068-b513-c244f3dca82d,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:26.515053 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49828) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:26.582483 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13264581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12821641'] for subnet, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.637940 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d4d1ef-da15-461c-869b-9a3fe83509b0,revision_number=0']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:26.648707 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Checking segment: {'id': 'f9f831de-f157-46d0-87bd-624419cc07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:40:26.649065 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Network hostable DHCP agents. Network: 26b9c011-29f5-4320-b9a6-0f31981f8de2, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:40:26.667565 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Network 26b9c011-29f5-4320-b9a6-0f31981f8de2 is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:40:26.670614 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:40:26.678769 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 26b9c011-29f5-4320-b9a6-0f31981f8de2) {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:40:26.684035 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:26.684715 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.696308 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7da3a-e9f2-4e70-9214-a6819d5d04a1 None None] Network 26b9c011-29f5-4320-b9a6-0f31981f8de2 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:40:26.711807 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-242aaf32-ad85-4720-b920-02989bed2534 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4130549 Aug 09 11:40:26.859743 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91645db5-b380-4ffd-912b-6ef268b495f7 None None] Network 26b9c011-29f5-4320-b9a6-0f31981f8de2 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:40:27.232155 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660804'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:27.483776 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] Deleting port 8ce78626-290a-4b81-b32c-a4d14410e5a9 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:27.484120 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:27.568439 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] For port 8ce78626-290a-4b81-b32c-a4d14410e5a9, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=8ce78626-290a-4b81-b32c-a4d14410e5a9,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:27.568791 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:27.580911 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] Calling delete_port for 8ce78626-290a-4b81-b32c-a4d14410e5a9 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:27.760324 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:27.786072 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce78626-290a-4b81-b32c-a4d14410e5a9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:27.965414 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659188'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:28.058944 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8b07dc2b-fec4-428a-91e4-a608ea6d8621 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:40:28.091018 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 8b07dc2b-fec4-428a-91e4-a608ea6d8621 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:40:28.091670 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8b07dc2b-fec4-428a-91e4-a608ea6d8621 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:40:28.107980 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c3039fa7-3418-4de5-ad7d-a3dfa13f7948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:28.207664 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] Router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:40:28.343092 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:40:28.356546 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] Sync routers for ids ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:40:28.359966 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49846) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:28.362160 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d10dcce6-9d09-4db6-b588-19913b6b5be2 admin admin] 10.222.0.30 "PUT /v2.0/routers/2ca0622c-1c2e-420e-b23c-6d6536cbe099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368547 Aug 09 11:40:28.369255 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] Routers {'2ca0622c-1c2e-420e-b23c-6d6536cbe099'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:40:28.370065 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:40:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:28.487723 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:28.501307 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] Set router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:40:28.599504 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:28.606533 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-5081ac4a-815e-478f-b631-772f45c6b7c2 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:28.608956 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-5081ac4a-815e-478f-b631-772f45c6b7c2 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/networks?id=26b9c011-29f5-4320-b9a6-0f31981f8de2 HTTP/1.1" status: 200 len: 809 time: 0.1397767 Aug 09 11:40:28.624850 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-7967df86-3990-4fcd-bcff-992eaf2b0885 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/quotas/115942df1b2b40e193c274c711374283 HTTP/1.1" status: 200 len: 375 time: 0.0102813 Aug 09 11:40:28.661599 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-e55f8bad-fa8d-4074-ace6-6bacf5cfe5c3 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=115942df1b2b40e193c274c711374283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294747 Aug 09 11:40:28.668820 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Deleting port d6eda3f9-341d-4dd7-a054-c89083bcb2f5 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:28.669227 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:28.706026 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:40:27Z', 'revision_number': 5, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port': {'id': 'd6eda3f9-341d-4dd7-a054-c89083bcb2f5', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:36Z', 'updated_at': '2021-08-09T11:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:28.737718 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] Checking router: 2ca0622c-1c2e-420e-b23c-6d6536cbe099 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:40:28.746455 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] Routers {'2ca0622c-1c2e-420e-b23c-6d6536cbe099'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:40:28.747178 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:40:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:28.755659 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] For port d6eda3f9-341d-4dd7-a054-c89083bcb2f5, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=d6eda3f9-341d-4dd7-a054-c89083bcb2f5,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:28.756302 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:28.769682 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Calling delete_port for d6eda3f9-341d-4dd7-a054-c89083bcb2f5 owned by network:router_gateway {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:28.816828 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-a9a7dcd0-cabe-47d1-b0f6-b4aaa73ed13a service neutron] 10.222.0.30 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463070 Aug 09 11:40:28.842666 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] Set router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 gateway port host: None {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:40:28.899776 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:40:28Z', 'revision_number': 6, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port_host': None}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:28.927513 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839da3e9-1c02-417c-b3b9-30c4ff877600 None None] The sync data for ids ['2ca0622c-1c2e-420e-b23c-6d6536cbe099'] in dv-cinder-803900-2-iscsi is: [{'id': '2ca0622c-1c2e-420e-b23c-6d6536cbe099', 'name': 'tempest-TestShelveInstance-1539659478-router', 'tenant_id': '6b8570c3d6cf49e894363981f5717afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:35Z', 'updated_at': '2021-08-09T11:40:28Z', 'revision_number': 6, 'project_id': '6b8570c3d6cf49e894363981f5717afe', 'gw_port_host': None}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:40:28.938088 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-aa5fa13e-f0d6-4a0f-bc94-5b1428daaccd service neutron] 10.222.0.30 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129079 Aug 09 11:40:28.960106 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:28.987935 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6eda3f9-341d-4dd7-a054-c89083bcb2f5,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:29.049037 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1660114'] for router_gateway, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.124149 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f1d3c85a-0da9-428a-8ebc-ef37b3546cf2 req-952a67c6-b2fd-4072-a149-8c3701850526 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 210 time: 0.0280612 Aug 09 11:40:29.154428 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36587'] for router, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.154428 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.205388 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662930'] for router, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.206015 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca0622c-1c2e-420e-b23c-6d6536cbe099 {{(pid=93249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:40:29.211295 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.212600 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-9187dd76-45e9-4d2d-a74d-3977e75baba9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2ca0622c-1c2e-420e-b23c-6d6536cbe099 HTTP/1.1" status: 204 len: 168 time: 0.8514321 Aug 09 11:40:29.215623 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49868) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:29.264527 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfad7d6-6574-4ad2-a439-a340aa3493e3 admin admin] Deleting subnet f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:40:29.268120 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6dfad7d6-6574-4ad2-a439-a340aa3493e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.315065 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6dfad7d6-6574-4ad2-a439-a340aa3493e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12834124'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.433084 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6dfad7d6-6574-4ad2-a439-a340aa3493e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.492257 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6dfad7d6-6574-4ad2-a439-a340aa3493e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12821648'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.523969 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfad7d6-6574-4ad2-a439-a340aa3493e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:29.526823 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6dfad7d6-6574-4ad2-a439-a340aa3493e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.529833 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-6dfad7d6-6574-4ad2-a439-a340aa3493e3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f4f4b5c4-92d1-466a-ad73-fd5d4b9653cb HTTP/1.1" status: 204 len: 168 time: 0.3123546 Aug 09 11:40:29.532140 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49872) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:29.536520 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e91e82-89d0-4d2a-b5d0-85e4d6a20574 None None] Network 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:40:29.607933 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.674072 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Deleting port 8b2c76e6-ad93-4e65-bd47-158b96a95204 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:29.674414 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.750258 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] For port 8b2c76e6-ad93-4e65-bd47-158b96a95204, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=8b2c76e6-ad93-4e65-bd47-158b96a95204,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:29.750926 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.752504 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bf6320-c4fc-4cad-bcbb-1a6cc4ddcf8a None None] DHCP port deletion for 8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b request from dv-cinder-803900-2-iscsi {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:40:29.760153 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8ce78626-290a-4b81-b32c-a4d14410e5a9 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:40:29.765574 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Calling delete_port for 8b2c76e6-ad93-4e65-bd47-158b96a95204 owned by network:dhcp {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:29.782916 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 8ce78626-290a-4b81-b32c-a4d14410e5a9 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:40:29.783255 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8ce78626-290a-4b81-b32c-a4d14410e5a9 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:40:29.843586 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-c0bf6320-c4fc-4cad-bcbb-1a6cc4ddcf8a None None] Deleting port 8b2c76e6-ad93-4e65-bd47-158b96a95204 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:29.844058 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6320-c4fc-4cad-bcbb-1a6cc4ddcf8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.859680 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.888215 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2c76e6-ad93-4e65-bd47-158b96a95204,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:29.892149 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] No DVR routers for this DVR port 8b2c76e6-ad93-4e65-bd47-158b96a95204 on host dv-cinder-803900-2-iscsi {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:40:29.915079 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-c0bf6320-c4fc-4cad-bcbb-1a6cc4ddcf8a None None] For port 8b2c76e6-ad93-4e65-bd47-158b96a95204, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=8b2c76e6-ad93-4e65-bd47-158b96a95204,segment=NetworkSegment(6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba),segment_id=6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:29.915400 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6320-c4fc-4cad-bcbb-1a6cc4ddcf8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.930167 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-c0bf6320-c4fc-4cad-bcbb-1a6cc4ddcf8a None None] Calling delete_port for 8b2c76e6-ad93-4e65-bd47-158b96a95204 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:29.979412 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:29.990680 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:30.015369 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:30.015663 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4ed0b8-3950-4b6b-8ea7-a63f875f4dba') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:30.020650 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6320-c4fc-4cad-bcbb-1a6cc4ddcf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.024729 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12834139'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.043601 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.049411 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf6320-c4fc-4cad-bcbb-1a6cc4ddcf8a None None] Pushing event deleted for resources: {'Port': ['ID=8b2c76e6-ad93-4e65-bd47-158b96a95204,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:30.051924 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:40:30.052095 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13264476'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: Traceback (most recent call last): Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: timer() Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: cb(*args, **kw) Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: return func(*args, **kwargs) Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: self._notify() Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: self.callback(batched_events) Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: event.method(event) Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: return f(self, *a, **k) Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._get(url).json() Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: return self.request(url, 'GET', **kwargs) Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:40:30.054587 dv-cinder-803900-2-iscsi neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:40:30.070985 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf6320-c4fc-4cad-bcbb-1a6cc4ddcf8a None None] No DVR routers for this DVR port 8b2c76e6-ad93-4e65-bd47-158b96a95204 on host dv-cinder-803900-2-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:40:30.133368 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.141705 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.148318 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] 10.222.0.30 "DELETE /v2.0/networks/8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b HTTP/1.1" status: 204 len: 168 time: 0.6117237 Aug 09 11:40:30.148915 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49874) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:30.158675 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8138ae-7b7a-4e2a-af00-9438cd879c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=8c929b5a-f9eb-41b0-b6e2-65ffe4f9290b,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:30.299635 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6940547a-0909-43f1-9204-5e9f3db5d078 req-ff1f96f1-b810-4ea8-8d63-19eb0cd19bf4 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 210 time: 0.0739191 Aug 09 11:40:30.331684 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-608077c7-ad20-49c6-bffa-64c8e435d528 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:30.333282 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-608077c7-ad20-49c6-bffa-64c8e435d528 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.10 "GET /v2.0/networks?id=26b9c011-29f5-4320-b9a6-0f31981f8de2 HTTP/1.1" status: 200 len: 809 time: 0.2769351 Aug 09 11:40:30.349542 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Request body: {'port': {'device_id': '0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c', 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2', 'admin_state_up': True, 'tenant_id': '115942df1b2b40e193c274c711374283'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:30.581837 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Made reservation on behalf of 115942df1b2b40e193c274c711374283 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:40:30.585692 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.735455 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4471b5e7-4287-437c-a5d5-0d1da44f0a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.781289 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Allocated IP 172.20.0.2 (26b9c011-29f5-4320-b9a6-0f31981f8de2/88d4d1ef-da15-461c-869b-9a3fe83509b0/9050023b-e7a8-41ff-bb75-17d0127315da) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:40:30.854910 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660804'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.960209 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.017937 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.118753 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.183237 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Network 26b9c011-29f5-4320-b9a6-0f31981f8de2 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:40:31.193446 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:40:31.201693 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:40:31.212448 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8b2c76e6-ad93-4e65-bd47-158b96a95204 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:40:31.232605 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 8b2c76e6-ad93-4e65-bd47-158b96a95204 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:40:31.233105 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 8b2c76e6-ad93-4e65-bd47-158b96a95204 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:40:31.233736 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device d6eda3f9-341d-4dd7-a054-c89083bcb2f5 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:40:31.242547 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Pushing event updated for resources: {'Port': ['ID=9050023b-e7a8-41ff-bb75-17d0127315da,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:31.255796 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: d6eda3f9-341d-4dd7-a054-c89083bcb2f5 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:40:31.256403 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device d6eda3f9-341d-4dd7-a054-c89083bcb2f5 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:40:31.279739 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:31.280339 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.297293 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] Deleting port f3020414-e64b-4ae2-9cc7-03d0e0b01808 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:31.297649 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.300776 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-c1301984-65a6-4430-84ae-f24411df3f43 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9555988 Aug 09 11:40:31.337804 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Request body: {'port': {'device_id': '0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:31.440023 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.463464 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] For port f3020414-e64b-4ae2-9cc7-03d0e0b01808, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=f3020414-e64b-4ae2-9cc7-03d0e0b01808,segment=NetworkSegment(4539ed0f-990b-4ce4-95c6-71cd9956b228),segment_id=4539ed0f-990b-4ce4-95c6-71cd9956b228)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:31.463856 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.503143 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] Calling delete_port for f3020414-e64b-4ae2-9cc7-03d0e0b01808 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:31.514988 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd8fad-bbe9-46a5-a8b7-8cda60dc98f0 req-ea0b75a3-1860-4ba8-a977-418dbaf663c5 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:31.516453 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-86fd8fad-bbe9-46a5-a8b7-8cda60dc98f0 req-ea0b75a3-1860-4ba8-a977-418dbaf663c5 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 931 time: 0.1416564 Aug 09 11:40:31.672481 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-86fd8fad-bbe9-46a5-a8b7-8cda60dc98f0 req-d6f5b24d-5bfc-4378-9d95-41615213615e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437247 Aug 09 11:40:31.895015 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.902158 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9050023b-e7a8-41ff-bb75-17d0127315da {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:40:31.927920 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.930149 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3020414-e64b-4ae2-9cc7-03d0e0b01808,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:31.963547 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Transition to ACTIVE for port object 9050023b-e7a8-41ff-bb75-17d0127315da will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:40:31.976133 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.986328 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:32.381678 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Pushing event updated for resources: {'Port': ['ID=9050023b-e7a8-41ff-bb75-17d0127315da,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:32.468600 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Attempting to bind port 9050023b-e7a8-41ff-bb75-17d0127315da on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:40:32.468931 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Attempting to bind port 9050023b-e7a8-41ff-bb75-17d0127315da by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'f9f831de-f157-46d0-87bd-624419cc07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:40:32.469251 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Attempting to bind port 9050023b-e7a8-41ff-bb75-17d0127315da on network 26b9c011-29f5-4320-b9a6-0f31981f8de2 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:40:32.476549 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Port 9050023b-e7a8-41ff-bb75-17d0127315da on network 26b9c011-29f5-4320-b9a6-0f31981f8de2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:40:32.476860 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Attempting to bind port 9050023b-e7a8-41ff-bb75-17d0127315da on network 26b9c011-29f5-4320-b9a6-0f31981f8de2 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:40:32.483704 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659188'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:32.486193 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:40:32.486516 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Checking segment: {'id': 'f9f831de-f157-46d0-87bd-624419cc07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:40:32.486891 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Bound using segment: {'id': 'f9f831de-f157-46d0-87bd-624419cc07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:40:32.487310 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Bound port: 9050023b-e7a8-41ff-bb75-17d0127315da, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f831de-f157-46d0-87bd-624419cc07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:40:32.487646 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:32.627155 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] For port 9050023b-e7a8-41ff-bb75-17d0127315da, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:40:32.632149 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] For port 9050023b-e7a8-41ff-bb75-17d0127315da, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9050023b-e7a8-41ff-bb75-17d0127315da,segment=NetworkSegment(f9f831de-f157-46d0-87bd-624419cc07ea),segment_id=f9f831de-f157-46d0-87bd-624419cc07ea)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:40:32.638850 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:32.709483 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:32.710094 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:32.711564 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] 10.222.0.10 "PUT /v2.0/ports/9050023b-e7a8-41ff-bb75-17d0127315da HTTP/1.1" status: 200 len: 1093 time: 1.4001997 Aug 09 11:40:32.712000 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c', 'tag': '9050023b-e7a8-41ff-bb75-17d0127315da'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:32.714927 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daef74f-bb8d-424b-bd72-387c42a75aff" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c", "tag": "9050023b-e7a8-41ff-bb75-17d0127315da"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:32.750461 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d0534-dbcd-4909-9b60-f792a953fba0 service neutron] Pushing event updated for resources: {'Port': ['ID=9050023b-e7a8-41ff-bb75-17d0127315da,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:32.796186 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e76049-e9ff-40f4-960c-14fae746d025 x-openstack-request-id: req-c3e76049-e9ff-40f4-960c-14fae746d025 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:32.796469 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c", "tag": "9050023b-e7a8-41ff-bb75-17d0127315da", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:32.796714 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3e76049-e9ff-40f4-960c-14fae746d025 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:32.797093 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c', 'tag': '9050023b-e7a8-41ff-bb75-17d0127315da', 'status': 'completed', 'code': 200} Aug 09 11:40:32.880403 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624953f5-4837-4506-8fc7-ce0028a3fac4 req-01406b9e-c008-4621-89f0-d60fee26ce52 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:32.882081 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-624953f5-4837-4506-8fc7-ce0028a3fac4 req-01406b9e-c008-4621-89f0-d60fee26ce52 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 943 time: 0.1269815 Aug 09 11:40:32.887001 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-d59cbfce-afb2-4a06-9572-fe1ae81aeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:32.888453 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-d59cbfce-afb2-4a06-9572-fe1ae81aeb53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=115942df1b2b40e193c274c711374283&device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 1096 time: 0.1310251 Aug 09 11:40:32.891242 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] Router f22397c6-ffb9-46ae-b4da-261f3402d0b6 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:40:32.941999 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-37268a90-e504-48cf-af96-f4c7b5e6818d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9050023b-e7a8-41ff-bb75-17d0127315da HTTP/1.1" status: 200 len: 217 time: 0.0433981 Aug 09 11:40:33.024303 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-624953f5-4837-4506-8fc7-ce0028a3fac4 req-8b9b226f-49b6-492e-807d-555cc0a625ee tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349082 Aug 09 11:40:33.039854 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-e3f02b4b-1aa8-43b8-a5be-b06d27fa4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:33.041369 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-e3f02b4b-1aa8-43b8-a5be-b06d27fa4099 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88d4d1ef-da15-461c-869b-9a3fe83509b0 HTTP/1.1" status: 200 len: 849 time: 0.0885844 Aug 09 11:40:33.097839 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-7c9ccaca-b725-4198-8ae5-d82a14300529 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b9c011-29f5-4320-b9a6-0f31981f8de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498161 Aug 09 11:40:33.156506 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:40:33.162357 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-307ea95c-fb66-4134-9c21-a1eb5687416d admin admin] 10.222.0.30 "PUT /v2.0/routers/f22397c6-ffb9-46ae-b4da-261f3402d0b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0117450 Aug 09 11:40:33.166278 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49892) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:33.167840 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] Sync routers for ids ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:40:33.176891 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] Routers {'f22397c6-ffb9-46ae-b4da-261f3402d0b6'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:40:33.177527 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:40:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:33.280415 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-2925a3c5-73c4-4a8a-ab72-c6cad2bf0199 service neutron] 10.222.0.10 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745358 Aug 09 11:40:33.284758 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] Set router f22397c6-ffb9-46ae-b4da-261f3402d0b6 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:40:33.309118 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:33.456167 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-861fbf93-e77d-4fec-b9af-80b68b176786 req-5628f1d4-6e48-41fb-b0e2-f780b8adc477 service neutron] 10.222.0.10 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684692 Aug 09 11:40:33.461251 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:33.483448 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'name': 'tempest-TestShelveInstance-959354554-router', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:40:31Z', 'revision_number': 5, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'gw_port': {'id': '19f8bb1b-4f5b-4e83-8fcc-27d02a307599', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:33.511214 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:33.519483 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] Checking router: f22397c6-ffb9-46ae-b4da-261f3402d0b6 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:40:33.528574 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] Routers {'f22397c6-ffb9-46ae-b4da-261f3402d0b6'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:40:33.529619 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:40:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:33.562056 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef74f-bb8d-424b-bd72-387c42a75aff req-239a9529-5f21-4fd4-b285-26bd7ec37866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:33.563624 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8daef74f-bb8d-424b-bd72-387c42a75aff req-239a9529-5f21-4fd4-b285-26bd7ec37866 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=115942df1b2b40e193c274c711374283&device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 1096 time: 0.0563166 Aug 09 11:40:33.567963 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Deleting port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:33.568299 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:33.614614 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] Set router f22397c6-ffb9-46ae-b4da-261f3402d0b6 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:40:33.667457 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'name': 'tempest-TestShelveInstance-959354554-router', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:40:33Z', 'revision_number': 6, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'gw_port_host': None}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:33.696327 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5e968-6a4e-463a-8f30-908f5f01b93f None None] The sync data for ids ['f22397c6-ffb9-46ae-b4da-261f3402d0b6'] in dv-cinder-803900-2-iscsi is: [{'id': 'f22397c6-ffb9-46ae-b4da-261f3402d0b6', 'name': 'tempest-TestShelveInstance-959354554-router', 'tenant_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:34:43Z', 'updated_at': '2021-08-09T11:40:33Z', 'revision_number': 6, 'project_id': 'a2ed4963e38248b5ab025cf85f4be5bc', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:40:33.710796 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] For port 19f8bb1b-4f5b-4e83-8fcc-27d02a307599, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=19f8bb1b-4f5b-4e83-8fcc-27d02a307599,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:33.711058 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:33.726287 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef74f-bb8d-424b-bd72-387c42a75aff req-17e43b73-77e8-4e3a-a67c-b13bf5e46211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:33.727834 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8daef74f-bb8d-424b-bd72-387c42a75aff req-17e43b73-77e8-4e3a-a67c-b13bf5e46211 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26b9c011-29f5-4320-b9a6-0f31981f8de2 HTTP/1.1" status: 200 len: 910 time: 0.1566713 Aug 09 11:40:33.728651 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Calling delete_port for 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:33.797420 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8daef74f-bb8d-424b-bd72-387c42a75aff req-3ccc1395-bb77-4100-ab9c-7d018a81806f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9050023b-e7a8-41ff-bb75-17d0127315da HTTP/1.1" status: 200 len: 217 time: 0.0600021 Aug 09 11:40:33.889277 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef74f-bb8d-424b-bd72-387c42a75aff req-3fc9e4f8-84c4-4fe4-bed8-7d5d84933dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:33.890773 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8daef74f-bb8d-424b-bd72-387c42a75aff req-3fc9e4f8-84c4-4fe4-bed8-7d5d84933dd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88d4d1ef-da15-461c-869b-9a3fe83509b0 HTTP/1.1" status: 200 len: 849 time: 0.0641758 Aug 09 11:40:33.960369 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8daef74f-bb8d-424b-bd72-387c42a75aff req-6d34506e-7e5d-4c23-ba2e-ac7a8a6b4353 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b9c011-29f5-4320-b9a6-0f31981f8de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335519 Aug 09 11:40:34.076547 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.119492 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f8bb1b-4f5b-4e83-8fcc-27d02a307599,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:34.125866 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8daef74f-bb8d-424b-bd72-387c42a75aff req-e65d6b51-f987-445a-bdf9-9a4449375c4c service neutron] 10.222.0.10 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567175 Aug 09 11:40:34.271685 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235cfde-cd5c-4ace-b5d0-5bea561793f4 req-776a8a3f-28f5-494a-b1bc-48805bef23e6 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:34.273179 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1235cfde-cd5c-4ace-b5d0-5bea561793f4 req-776a8a3f-28f5-494a-b1bc-48805bef23e6 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 943 time: 0.1668851 Aug 09 11:40:34.297362 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1660114'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.333939 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8daef74f-bb8d-424b-bd72-387c42a75aff req-1e71cf76-ab32-4430-a8a7-0d94e5ed1a06 service neutron] 10.222.0.10 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910377 Aug 09 11:40:34.403077 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36587'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.405112 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.408978 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1235cfde-cd5c-4ace-b5d0-5bea561793f4 req-e82b665b-fa33-4d5b-ada8-e9efcb2dc26a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269405 Aug 09 11:40:34.454921 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662930'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.455831 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f22397c6-ffb9-46ae-b4da-261f3402d0b6 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:40:34.464673 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.466778 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-848775a6-3fbb-41c1-93a8-df9c5023c241 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f22397c6-ffb9-46ae-b4da-261f3402d0b6 HTTP/1.1" status: 204 len: 168 time: 1.2993672 Aug 09 11:40:34.469161 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49896) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:34.530916 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f683ef7-fd35-4643-9701-249b711ee556 admin admin] Deleting subnet abeb231c-e62d-4bb8-bcd3-de39c744112e {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:40:34.533976 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6f683ef7-fd35-4643-9701-249b711ee556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.569302 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6f683ef7-fd35-4643-9701-249b711ee556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14619013'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.654846 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6f683ef7-fd35-4643-9701-249b711ee556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.707378 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6f683ef7-fd35-4643-9701-249b711ee556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14597144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12896269'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.736351 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6f683ef7-fd35-4643-9701-249b711ee556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.740841 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6f683ef7-fd35-4643-9701-249b711ee556 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/abeb231c-e62d-4bb8-bcd3-de39c744112e HTTP/1.1" status: 204 len: 168 time: 0.2678037 Aug 09 11:40:34.740841 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f683ef7-fd35-4643-9701-249b711ee556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abeb231c-e62d-4bb8-bcd3-de39c744112e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:34.741532 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 49898) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:34.745939 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2566ca32-6748-41f4-8048-19ba1abb052f None None] Network f4576834-76b9-4363-bfb8-a4a39a8835bf requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:40:34.816935 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.868785 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Deleting port ab676b95-721d-4d3a-aa29-281ee8a1937f {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:34.869127 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.913652 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b7d4c-e5d9-4118-9ac5-4db713dc641c None None] DHCP port deletion for f4576834-76b9-4363-bfb8-a4a39a8835bf request from dv-cinder-803900-2-iscsi {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:40:34.931286 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] For port ab676b95-721d-4d3a-aa29-281ee8a1937f, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=ab676b95-721d-4d3a-aa29-281ee8a1937f,segment=NetworkSegment(4539ed0f-990b-4ce4-95c6-71cd9956b228),segment_id=4539ed0f-990b-4ce4-95c6-71cd9956b228)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:34.931645 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:34.944060 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Calling delete_port for ab676b95-721d-4d3a-aa29-281ee8a1937f owned by network:dhcp {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:34.957298 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b7d4c-e5d9-4118-9ac5-4db713dc641c None None] Deleting port ab676b95-721d-4d3a-aa29-281ee8a1937f {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:34.957696 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a3b7d4c-e5d9-4118-9ac5-4db713dc641c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.022791 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-9a3b7d4c-e5d9-4118-9ac5-4db713dc641c None None] For port ab676b95-721d-4d3a-aa29-281ee8a1937f, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=ab676b95-721d-4d3a-aa29-281ee8a1937f,segment=NetworkSegment(4539ed0f-990b-4ce4-95c6-71cd9956b228),segment_id=4539ed0f-990b-4ce4-95c6-71cd9956b228)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:35.023127 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a3b7d4c-e5d9-4118-9ac5-4db713dc641c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.024196 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.036371 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b7d4c-e5d9-4118-9ac5-4db713dc641c None None] Calling delete_port for ab676b95-721d-4d3a-aa29-281ee8a1937f owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:35.049298 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab676b95-721d-4d3a-aa29-281ee8a1937f,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:35.052865 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] No DVR routers for this DVR port ab676b95-721d-4d3a-aa29-281ee8a1937f on host dv-cinder-803900-2-iscsi {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:40:35.110786 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a3b7d4c-e5d9-4118-9ac5-4db713dc641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.124001 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.134137 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4576834-76b9-4363-bfb8-a4a39a8835bf']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:35.135171 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b7d4c-e5d9-4118-9ac5-4db713dc641c None None] Pushing event deleted for resources: {'Port': ['ID=ab676b95-721d-4d3a-aa29-281ee8a1937f,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:35.139150 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b7d4c-e5d9-4118-9ac5-4db713dc641c None None] No DVR routers for this DVR port ab676b95-721d-4d3a-aa29-281ee8a1937f on host dv-cinder-803900-2-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:40:35.153188 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4539ed0f-990b-4ce4-95c6-71cd9956b228') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:35.153812 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4539ed0f-990b-4ce4-95c6-71cd9956b228') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:40:35.168714 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12834139'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.189306 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.197038 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:40:35.197574 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13264476'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: Traceback (most recent call last): Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: timer() Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: cb(*args, **kw) Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: return func(*args, **kwargs) Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: self._notify() Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: self.callback(batched_events) Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: event.method(event) Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: return f(self, *a, **k) Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._get(url).json() Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: return self.request(url, 'GET', **kwargs) Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:40:35.200073 dv-cinder-803900-2-iscsi neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:40:35.204901 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f3020414-e64b-4ae2-9cc7-03d0e0b01808 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:40:35.232771 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: f3020414-e64b-4ae2-9cc7-03d0e0b01808 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:40:35.233207 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f3020414-e64b-4ae2-9cc7-03d0e0b01808 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:40:35.233714 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:40:35.258284 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:40:35.258284 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 19f8bb1b-4f5b-4e83-8fcc-27d02a307599 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:40:35.258591 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device ab676b95-721d-4d3a-aa29-281ee8a1937f no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:40:35.265554 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.284385 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: ab676b95-721d-4d3a-aa29-281ee8a1937f {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:40:35.284751 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device ab676b95-721d-4d3a-aa29-281ee8a1937f not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:40:35.288300 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.297038 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.298951 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] 10.222.0.30 "DELETE /v2.0/networks/f4576834-76b9-4363-bfb8-a4a39a8835bf HTTP/1.1" status: 204 len: 168 time: 0.5534122 Aug 09 11:40:35.311429 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fe3ee-1126-4fa8-816c-b529afc8223e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4576834-76b9-4363-bfb8-a4a39a8835bf,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:35.415094 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49902) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:35.456279 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-54b31799-ee45-4acd-a073-c700bd4e2730 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b8570c3d6cf49e894363981f5717afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399210 Aug 09 11:40:35.458774 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49906) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:35.542272 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d0a36c8d-8e54-49eb-97b1-197d1f36be3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.551903 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367539-6837-407b-b7b7-aa919cb0e7fa req-45ff724c-d86e-4eab-b6a9-3872d83d6011 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:35.553370 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7367539-6837-407b-b7b7-aa919cb0e7fa req-45ff724c-d86e-4eab-b6a9-3872d83d6011 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 943 time: 0.0730023 Aug 09 11:40:35.585757 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d0a36c8d-8e54-49eb-97b1-197d1f36be3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.619288 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7367539-6837-407b-b7b7-aa919cb0e7fa req-26b8827c-8c38-4107-9c48-43fedfcd6af7 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584857 Aug 09 11:40:35.655854 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d0a36c8d-8e54-49eb-97b1-197d1f36be3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.658932 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d0a36c8d-8e54-49eb-97b1-197d1f36be3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.660070 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d0a36c8d-8e54-49eb-97b1-197d1f36be3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c397f593-f637-4c75-a571-4c4c96bf5640 HTTP/1.1" status: 204 len: 168 time: 0.2002981 Aug 09 11:40:35.670388 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a36c8d-8e54-49eb-97b1-197d1f36be3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c397f593-f637-4c75-a571-4c4c96bf5640,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:35.998168 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49912) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:36.037245 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-16783b60-20ec-43dc-8bc8-0f2892b65875 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2ed4963e38248b5ab025cf85f4be5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379064 Aug 09 11:40:36.039664 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 49914) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:36.060165 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9050023b-e7a8-41ff-bb75-17d0127315da details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:40:36.089384 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a98766fc-8de9-4f9e-b91d-fe518f5201fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:36.110342 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a98766fc-8de9-4f9e-b91d-fe518f5201fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:36.157613 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a98766fc-8de9-4f9e-b91d-fe518f5201fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:36.160048 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a98766fc-8de9-4f9e-b91d-fe518f5201fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:36.161209 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a98766fc-8de9-4f9e-b91d-fe518f5201fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a12407b-07d3-4cd0-8f20-5e50450d7920 HTTP/1.1" status: 204 len: 168 time: 0.1206703 Aug 09 11:40:36.169476 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98766fc-8de9-4f9e-b91d-fe518f5201fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a12407b-07d3-4cd0-8f20-5e50450d7920,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:36.408184 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 9050023b-e7a8-41ff-bb75-17d0127315da, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9050023b-e7a8-41ff-bb75-17d0127315da,segment=NetworkSegment(f9f831de-f157-46d0-87bd-624419cc07ea),segment_id=f9f831de-f157-46d0-87bd-624419cc07ea)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:36.425601 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '9050023b-e7a8-41ff-bb75-17d0127315da', 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2', 'port_id': '9050023b-e7a8-41ff-bb75-17d0127315da', 'mac_address': 'fa:16:3e:e0:ad:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d4d1ef-da15-461c-869b-9a3fe83509b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:40:36.464869 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:36.478768 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9050023b-e7a8-41ff-bb75-17d0127315da {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:40:36.500350 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 9050023b-e7a8-41ff-bb75-17d0127315da, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9050023b-e7a8-41ff-bb75-17d0127315da,segment=NetworkSegment(f9f831de-f157-46d0-87bd-624419cc07ea),segment_id=f9f831de-f157-46d0-87bd-624419cc07ea)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:36.504431 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:36.558142 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=9050023b-e7a8-41ff-bb75-17d0127315da,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:36.566092 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.566441 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.566784 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.567123 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.567472 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.567805 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.568119 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.568450 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.568776 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.569100 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.569420 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.569770 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:36.708328 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['9050023b-e7a8-41ff-bb75-17d0127315da'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:40:36.748340 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9f23f-71fb-45d2-9069-b8d9743e00e8 req-48e624ff-ab1e-4c32-a58f-0ad57ad799bf tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:36.749878 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2dd9f23f-71fb-45d2-9069-b8d9743e00e8 req-48e624ff-ab1e-4c32-a58f-0ad57ad799bf tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 944 time: 0.0516379 Aug 09 11:40:36.792459 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2dd9f23f-71fb-45d2-9069-b8d9743e00e8 req-9e7e6b99-4f74-406c-a857-4e203addc07e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347340 Aug 09 11:40:37.905167 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb89f0-602f-482b-973e-904a732dc6d2 req-e89ba7a7-34cb-4fde-8d9a-5a085eac990b tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:37.906634 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3beb89f0-602f-482b-973e-904a732dc6d2 req-e89ba7a7-34cb-4fde-8d9a-5a085eac990b tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 944 time: 0.0471895 Aug 09 11:40:37.943639 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3beb89f0-602f-482b-973e-904a732dc6d2 req-d5f7ae2f-683f-4967-b318-22af8f7fb985 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Aug 09 11:40:38.074919 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9050023b-e7a8-41ff-bb75-17d0127315da up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:40:38.122373 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 9050023b-e7a8-41ff-bb75-17d0127315da completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:40:38.126046 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 9050023b-e7a8-41ff-bb75-17d0127315da triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:40:38.126443 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:38.207274 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:38.235596 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9050023b-e7a8-41ff-bb75-17d0127315da'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:38.237862 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cc6ef0-2a69-448e-9928-cc6352da6f92" -d '{"events": [{"server_uuid": "0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c", "name": "network-vif-plugged", "status": "completed", "tag": "9050023b-e7a8-41ff-bb75-17d0127315da"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:38.250684 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 9050023b-e7a8-41ff-bb75-17d0127315da, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9050023b-e7a8-41ff-bb75-17d0127315da,segment=NetworkSegment(f9f831de-f157-46d0-87bd-624419cc07ea),segment_id=f9f831de-f157-46d0-87bd-624419cc07ea)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:38.255356 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:38.280593 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1471e1-59fc-4691-8f1b-0198a1e7e1f1 x-openstack-request-id: req-ef1471e1-59fc-4691-8f1b-0198a1e7e1f1 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:38.281070 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c", "name": "network-vif-plugged", "status": "completed", "tag": "9050023b-e7a8-41ff-bb75-17d0127315da", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:38.281070 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef1471e1-59fc-4691-8f1b-0198a1e7e1f1 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:38.281605 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9050023b-e7a8-41ff-bb75-17d0127315da', 'code': 200} Aug 09 11:40:38.308699 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=9050023b-e7a8-41ff-bb75-17d0127315da,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:38.433915 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93088c6-52ef-45ce-8ec0-1d244f9d72dd req-51765aff-498e-4cb7-a330-1d698585dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:38.435317 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e93088c6-52ef-45ce-8ec0-1d244f9d72dd req-51765aff-498e-4cb7-a330-1d698585dbc1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 1098 time: 0.0386992 Aug 09 11:40:38.468956 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e93088c6-52ef-45ce-8ec0-1d244f9d72dd req-03176599-289e-484b-b56c-a30a9631eeb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268734 Aug 09 11:40:39.059711 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dd0d4-5d13-4f2a-b31f-c5562a32a1e4 req-86b62fe7-db2e-49f5-82cd-9b170a0054ac tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:39.061156 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5dd0d4-5d13-4f2a-b31f-c5562a32a1e4 req-86b62fe7-db2e-49f5-82cd-9b170a0054ac tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 945 time: 0.0513303 Aug 09 11:40:39.100809 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a5dd0d4-5d13-4f2a-b31f-c5562a32a1e4 req-46ea9e73-22ef-4130-90c2-78f6662bd604 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Aug 09 11:40:40.216232 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e4f9-7d09-4e3e-ac51-46d6016dc964 req-6acd5b4c-fb25-40d8-8256-3c882203d0e2 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:40.217698 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b707e4f9-7d09-4e3e-ac51-46d6016dc964 req-6acd5b4c-fb25-40d8-8256-3c882203d0e2 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 945 time: 0.0482070 Aug 09 11:40:40.254327 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b707e4f9-7d09-4e3e-ac51-46d6016dc964 req-668ebe37-8106-4a92-a8d7-3ccb5557aee0 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306344 Aug 09 11:40:40.855725 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f06c0-3644-44ae-a888-636593509eae req-1e9d8a07-7905-446a-b6ac-95d1fa547a86 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:40.857179 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e7f06c0-3644-44ae-a888-636593509eae req-1e9d8a07-7905-446a-b6ac-95d1fa547a86 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 945 time: 0.0476804 Aug 09 11:40:40.899423 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-9e7f06c0-3644-44ae-a888-636593509eae req-e1295b19-5324-479b-accc-853c18f33385 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Aug 09 11:40:42.017804 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a805b-f552-4466-8cb1-e58b3e9c980e req-f5a689ce-2b62-471f-ab18-90b06dfab6ec tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:42.019239 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e75a805b-f552-4466-8cb1-e58b3e9c980e req-f5a689ce-2b62-471f-ab18-90b06dfab6ec tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 945 time: 0.0507510 Aug 09 11:40:42.055984 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e75a805b-f552-4466-8cb1-e58b3e9c980e req-cd0aa3f7-62c6-4c10-bb78-13a3244687c3 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309393 Aug 09 11:40:42.119116 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-634cd052-42cd-421f-9c36-6a336f9edbf0 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:42.121130 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-634cd052-42cd-421f-9c36-6a336f9edbf0 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 945 time: 0.0527830 Aug 09 11:40:42.218531 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-ff5fbd7c-1451-4669-9fac-560eacc87d8e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Deleting port 9050023b-e7a8-41ff-bb75-17d0127315da {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:42.218794 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-ff5fbd7c-1451-4669-9fac-560eacc87d8e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:42.303808 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-ff5fbd7c-1451-4669-9fac-560eacc87d8e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] For port 9050023b-e7a8-41ff-bb75-17d0127315da, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9050023b-e7a8-41ff-bb75-17d0127315da,segment=NetworkSegment(f9f831de-f157-46d0-87bd-624419cc07ea),segment_id=f9f831de-f157-46d0-87bd-624419cc07ea)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:42.304171 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-ff5fbd7c-1451-4669-9fac-560eacc87d8e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:42.316378 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-ff5fbd7c-1451-4669-9fac-560eacc87d8e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Calling delete_port for 9050023b-e7a8-41ff-bb75-17d0127315da owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:42.703282 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-ff5fbd7c-1451-4669-9fac-560eacc87d8e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:42.714776 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['9050023b-e7a8-41ff-bb75-17d0127315da'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:40:42.731036 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fbd7c-1451-4669-9fac-560eacc87d8e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Pushing event deleted for resources: {'Port': ['ID=9050023b-e7a8-41ff-bb75-17d0127315da,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:42.770115 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-ff5fbd7c-1451-4669-9fac-560eacc87d8e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] No DVR routers for this DVR port 9050023b-e7a8-41ff-bb75-17d0127315da on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:40:42.772602 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-ff5fbd7c-1451-4669-9fac-560eacc87d8e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:42.774582 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4d0f94e4-a9cd-4cb9-9993-52f4d7f62ee9 req-ff5fbd7c-1451-4669-9fac-560eacc87d8e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.10 "DELETE /v2.0/ports/9050023b-e7a8-41ff-bb75-17d0127315da HTTP/1.1" status: 204 len: 173 time: 0.6478777 Aug 09 11:40:42.775016 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c', 'name': 'network-vif-deleted', 'tag': '9050023b-e7a8-41ff-bb75-17d0127315da'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:42.777224 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e64096-3fc8-468f-8dd8-3acaf76acd20" -d '{"events": [{"server_uuid": "0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c", "name": "network-vif-deleted", "tag": "9050023b-e7a8-41ff-bb75-17d0127315da"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:42.814251 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f049f1-38f0-4d92-aa85-6c81fd24305d x-openstack-request-id: req-95f049f1-38f0-4d92-aa85-6c81fd24305d {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:42.814538 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c", "name": "network-vif-deleted", "tag": "9050023b-e7a8-41ff-bb75-17d0127315da", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:42.814946 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95f049f1-38f0-4d92-aa85-6c81fd24305d {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:42.815329 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c', 'name': 'network-vif-deleted', 'tag': '9050023b-e7a8-41ff-bb75-17d0127315da', 'status': 'completed', 'code': 200} Aug 09 11:40:43.171295 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e64aceb-034e-419e-8f4f-a760b5f22eca req-4a2aef27-e705-4c80-be6f-12a0be50221c tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d9bc4ce-7e73-4354-90d7-1e7a5be2fc4c HTTP/1.1" status: 200 len: 210 time: 0.0298593 Aug 09 11:40:44.493732 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144e515-1a11-4103-9779-5b34714d34d0 req-f6b5c48e-5446-4b15-82a3-eb4e99534b12 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:44.495763 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-f6b5c48e-5446-4b15-82a3-eb4e99534b12 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/networks?id=26b9c011-29f5-4320-b9a6-0f31981f8de2 HTTP/1.1" status: 200 len: 809 time: 0.1248374 Aug 09 11:40:44.510685 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-43cbe570-0a77-4ce5-a934-2b1acc200f2e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/quotas/115942df1b2b40e193c274c711374283 HTTP/1.1" status: 200 len: 375 time: 0.0092366 Aug 09 11:40:44.542460 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-8e39a495-f4a5-4ca5-8376-e3fcf75b2800 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=115942df1b2b40e193c274c711374283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260522 Aug 09 11:40:44.637318 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-e92f98b8-0ccf-4c3d-8d7c-b4771b8f8337 service neutron] 10.222.0.30 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831866 Aug 09 11:40:44.723067 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-73a23ddf-28bc-4797-83c4-a651cb6b4a69 service neutron] 10.222.0.30 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798209 Aug 09 11:40:44.922620 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ec9d2615-35a2-4e7b-8876-f523b9cfdd2b req-6c159542-4097-4233-83ad-8ddd236eea22 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 210 time: 0.0382719 Aug 09 11:40:45.804888 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144e515-1a11-4103-9779-5b34714d34d0 req-59f3c0ad-d934-42c6-ae2f-744764f3d086 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:45.806363 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-59f3c0ad-d934-42c6-ae2f-744764f3d086 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.10 "GET /v2.0/networks?id=26b9c011-29f5-4320-b9a6-0f31981f8de2 HTTP/1.1" status: 200 len: 809 time: 0.1250787 Aug 09 11:40:45.822026 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Request body: {'port': {'device_id': '8c167615-6020-4854-b7a0-3297a63aac03', 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2', 'admin_state_up': True, 'tenant_id': '115942df1b2b40e193c274c711374283'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:45.934254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Made reservation on behalf of 115942df1b2b40e193c274c711374283 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:40:45.938115 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:46.024874 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cc8049be-7c85-41a3-a4da-a724936632f2 req-e9f222c0-7fea-4136-b175-94823ef0f739 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 210 time: 0.0305536 Aug 09 11:40:46.084024 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Allocated IP 172.20.0.11 (26b9c011-29f5-4320-b9a6-0f31981f8de2/88d4d1ef-da15-461c-869b-9a3fe83509b0/1c0c66de-400b-4422-b082-cf22a5afd750) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:40:46.137159 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9050023b-e7a8-41ff-bb75-17d0127315da no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:40:46.160123 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 9050023b-e7a8-41ff-bb75-17d0127315da {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:40:46.160463 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 9050023b-e7a8-41ff-bb75-17d0127315da not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:40:46.229176 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:46.268460 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:46.309966 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Network 26b9c011-29f5-4320-b9a6-0f31981f8de2 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:40:46.314763 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:40:46.317162 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:40:46.348559 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Pushing event updated for resources: {'Port': ['ID=1c0c66de-400b-4422-b082-cf22a5afd750,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:46.374984 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:46.375594 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:46.389959 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-7536bf50-5fe6-4d0a-a308-f85bbe516182 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5718670 Aug 09 11:40:46.402290 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Request body: {'port': {'device_id': '8c167615-6020-4854-b7a0-3297a63aac03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:46.453543 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:46.706110 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0c66de-400b-4422-b082-cf22a5afd750 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:40:46.713144 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:46.724329 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Transition to ACTIVE for port object 1c0c66de-400b-4422-b082-cf22a5afd750 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:40:46.728371 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:46.778464 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Pushing event updated for resources: {'Port': ['ID=1c0c66de-400b-4422-b082-cf22a5afd750,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:46.840881 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Attempting to bind port 1c0c66de-400b-4422-b082-cf22a5afd750 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:40:46.841599 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Attempting to bind port 1c0c66de-400b-4422-b082-cf22a5afd750 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'f9f831de-f157-46d0-87bd-624419cc07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:40:46.841599 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Attempting to bind port 1c0c66de-400b-4422-b082-cf22a5afd750 on network 26b9c011-29f5-4320-b9a6-0f31981f8de2 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:40:46.845725 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Port 1c0c66de-400b-4422-b082-cf22a5afd750 on network 26b9c011-29f5-4320-b9a6-0f31981f8de2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:40:46.846040 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Attempting to bind port 1c0c66de-400b-4422-b082-cf22a5afd750 on network 26b9c011-29f5-4320-b9a6-0f31981f8de2 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:40:46.850780 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:40:46.851109 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Checking segment: {'id': 'f9f831de-f157-46d0-87bd-624419cc07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:40:46.851488 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Bound using segment: {'id': 'f9f831de-f157-46d0-87bd-624419cc07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:40:46.851910 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Bound port: 1c0c66de-400b-4422-b082-cf22a5afd750, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f831de-f157-46d0-87bd-624419cc07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:40:46.852260 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:46.915051 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] For port 1c0c66de-400b-4422-b082-cf22a5afd750, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:40:46.917960 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] For port 1c0c66de-400b-4422-b082-cf22a5afd750, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=1c0c66de-400b-4422-b082-cf22a5afd750,segment=NetworkSegment(f9f831de-f157-46d0-87bd-624419cc07ea),segment_id=f9f831de-f157-46d0-87bd-624419cc07ea)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:40:46.922420 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:46.955868 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:46.956614 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:46.957963 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] 10.222.0.10 "PUT /v2.0/ports/1c0c66de-400b-4422-b082-cf22a5afd750 HTTP/1.1" status: 200 len: 1094 time: 0.5600119 Aug 09 11:40:46.958390 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c167615-6020-4854-b7a0-3297a63aac03', 'tag': '1c0c66de-400b-4422-b082-cf22a5afd750'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:46.960653 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c69e81-7198-4eec-8594-1d1edbef26d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8c167615-6020-4854-b7a0-3297a63aac03", "tag": "1c0c66de-400b-4422-b082-cf22a5afd750"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:46.987579 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db533cb3-529c-44a2-95db-99e2b01a798e service neutron] Pushing event updated for resources: {'Port': ['ID=1c0c66de-400b-4422-b082-cf22a5afd750,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:47.007426 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f607d054-d0ae-4737-8648-c7baf3268066 x-openstack-request-id: req-f607d054-d0ae-4737-8648-c7baf3268066 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:47.008258 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c167615-6020-4854-b7a0-3297a63aac03", "tag": "1c0c66de-400b-4422-b082-cf22a5afd750", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:47.008258 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f607d054-d0ae-4737-8648-c7baf3268066 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:47.009115 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c167615-6020-4854-b7a0-3297a63aac03', 'tag': '1c0c66de-400b-4422-b082-cf22a5afd750', 'status': 'completed', 'code': 200} Aug 09 11:40:47.040649 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144e515-1a11-4103-9779-5b34714d34d0 req-a2cbbfa9-3ac8-42b4-95db-f685f438b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:47.042716 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-a2cbbfa9-3ac8-42b4-95db-f685f438b5af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=115942df1b2b40e193c274c711374283&device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 1097 time: 0.0440366 Aug 09 11:40:47.086013 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-806ce8ac-bd1a-447d-91db-cee56a07b7c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c0c66de-400b-4422-b082-cf22a5afd750 HTTP/1.1" status: 200 len: 217 time: 0.0358512 Aug 09 11:40:47.164694 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144e515-1a11-4103-9779-5b34714d34d0 req-ab28c01f-c4fb-4857-9bef-e552cc9925fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:47.166180 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-ab28c01f-c4fb-4857-9bef-e552cc9925fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88d4d1ef-da15-461c-869b-9a3fe83509b0 HTTP/1.1" status: 200 len: 849 time: 0.0728724 Aug 09 11:40:47.174912 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed5165-8e87-4e1a-a492-e42b45485c75 req-ad6051b7-6b8c-4cc8-8883-c1e6a2c7ae49 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:47.176265 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bed5165-8e87-4e1a-a492-e42b45485c75 req-ad6051b7-6b8c-4cc8-8883-c1e6a2c7ae49 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 944 time: 0.0846193 Aug 09 11:40:47.206079 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-f0999fae-0ee8-4565-9f7e-fff0ac32919c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b9c011-29f5-4320-b9a6-0f31981f8de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288727 Aug 09 11:40:47.274316 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4bed5165-8e87-4e1a-a492-e42b45485c75 req-c219fd38-af6a-42e2-a72e-723cfdf30b64 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884550 Aug 09 11:40:47.320775 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-a6110415-f64a-4e4b-afc4-c345320a4ca9 service neutron] 10.222.0.10 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069019 Aug 09 11:40:47.407048 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c144e515-1a11-4103-9779-5b34714d34d0 req-d2257b9b-c45b-4ce6-b8dd-6bcb679067ed service neutron] 10.222.0.10 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792000 Aug 09 11:40:47.494474 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c69e81-7198-4eec-8594-1d1edbef26d6 req-3cae629b-d74f-47f1-94b2-5122c81ac4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:47.496054 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39c69e81-7198-4eec-8594-1d1edbef26d6 req-3cae629b-d74f-47f1-94b2-5122c81ac4ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=115942df1b2b40e193c274c711374283&device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 1097 time: 0.0440526 Aug 09 11:40:47.580861 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c69e81-7198-4eec-8594-1d1edbef26d6 req-be35a50a-a383-4e24-84f2-ce9a9b472291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:47.582259 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39c69e81-7198-4eec-8594-1d1edbef26d6 req-be35a50a-a383-4e24-84f2-ce9a9b472291 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26b9c011-29f5-4320-b9a6-0f31981f8de2 HTTP/1.1" status: 200 len: 910 time: 0.0795448 Aug 09 11:40:47.623952 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39c69e81-7198-4eec-8594-1d1edbef26d6 req-0522b772-948b-40e5-a9ff-9190d86d0758 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c0c66de-400b-4422-b082-cf22a5afd750 HTTP/1.1" status: 200 len: 217 time: 0.0335872 Aug 09 11:40:47.675406 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c69e81-7198-4eec-8594-1d1edbef26d6 req-0aed7115-3f98-4e61-a6db-982df42fc152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:47.676843 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39c69e81-7198-4eec-8594-1d1edbef26d6 req-0aed7115-3f98-4e61-a6db-982df42fc152 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88d4d1ef-da15-461c-869b-9a3fe83509b0 HTTP/1.1" status: 200 len: 849 time: 0.0457859 Aug 09 11:40:47.707176 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39c69e81-7198-4eec-8594-1d1edbef26d6 req-9d27bbbd-f5aa-43e5-bc63-b84f031b7963 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b9c011-29f5-4320-b9a6-0f31981f8de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230355 Aug 09 11:40:47.796380 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39c69e81-7198-4eec-8594-1d1edbef26d6 req-0ed14d37-eada-4d57-9f2f-51ae76c82bd2 service neutron] 10.222.0.10 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804472 Aug 09 11:40:47.888366 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39c69e81-7198-4eec-8594-1d1edbef26d6 req-840fe0c5-2c51-49d4-9250-6effcf90eb23 service neutron] 10.222.0.10 "GET /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843263 Aug 09 11:40:48.411482 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34182f-009a-4a1d-85b2-40ebd0b115e1 req-3726ba0e-9a21-4c09-95fa-055ccfa4ff37 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:48.412930 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1d34182f-009a-4a1d-85b2-40ebd0b115e1 req-3726ba0e-9a21-4c09-95fa-055ccfa4ff37 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 944 time: 0.0489900 Aug 09 11:40:48.450543 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1d34182f-009a-4a1d-85b2-40ebd0b115e1 req-092aad76-3289-4978-992c-ba726a600925 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314958 Aug 09 11:40:49.561699 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75e387-ae0c-40ce-873e-4c64e771b78a req-426fb01e-6a34-466c-a25c-f984865ddf0b tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:49.563159 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4e75e387-ae0c-40ce-873e-4c64e771b78a req-426fb01e-6a34-466c-a25c-f984865ddf0b tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 944 time: 0.0472007 Aug 09 11:40:49.604245 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4e75e387-ae0c-40ce-873e-4c64e771b78a req-4ddd6f29-946d-4400-88d3-deb4b3249e1d tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351033 Aug 09 11:40:50.137127 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 1c0c66de-400b-4422-b082-cf22a5afd750 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:40:50.228676 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 1c0c66de-400b-4422-b082-cf22a5afd750, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=1c0c66de-400b-4422-b082-cf22a5afd750,segment=NetworkSegment(f9f831de-f157-46d0-87bd-624419cc07ea),segment_id=f9f831de-f157-46d0-87bd-624419cc07ea)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:50.239497 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '1c0c66de-400b-4422-b082-cf22a5afd750', 'network_id': '26b9c011-29f5-4320-b9a6-0f31981f8de2', 'port_id': '1c0c66de-400b-4422-b082-cf22a5afd750', 'mac_address': 'fa:16:3e:87:31:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d4d1ef-da15-461c-869b-9a3fe83509b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:40:50.276885 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:50.292547 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0c66de-400b-4422-b082-cf22a5afd750 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:40:50.311920 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 1c0c66de-400b-4422-b082-cf22a5afd750, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=1c0c66de-400b-4422-b082-cf22a5afd750,segment=NetworkSegment(f9f831de-f157-46d0-87bd-624419cc07ea),segment_id=f9f831de-f157-46d0-87bd-624419cc07ea)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:50.316133 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:50.362522 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=1c0c66de-400b-4422-b082-cf22a5afd750,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:50.504626 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['1c0c66de-400b-4422-b082-cf22a5afd750'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:40:50.721023 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2b44d-60e3-4ba9-af64-cee82b2db298 req-053cefa6-f56b-4fe7-99bb-f8777ab8935b tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:50.722543 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-00a2b44d-60e3-4ba9-af64-cee82b2db298 req-053cefa6-f56b-4fe7-99bb-f8777ab8935b tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 945 time: 0.0478065 Aug 09 11:40:50.759912 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-00a2b44d-60e3-4ba9-af64-cee82b2db298 req-5c01518e-d52a-4f33-9ad7-3fbbf15a4e4e tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Aug 09 11:40:51.876323 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85eca2-f3ce-4379-859a-ce70976352e0 req-c81e46cc-e46b-4127-aa64-89608a3eba85 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:51.877808 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a85eca2-f3ce-4379-859a-ce70976352e0 req-c81e46cc-e46b-4127-aa64-89608a3eba85 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 945 time: 0.0483861 Aug 09 11:40:51.914664 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7a85eca2-f3ce-4379-859a-ce70976352e0 req-9235e4f4-3621-4fb3-88a5-2699b4498975 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307775 Aug 09 11:40:52.151327 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 1c0c66de-400b-4422-b082-cf22a5afd750 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:40:52.202973 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 1c0c66de-400b-4422-b082-cf22a5afd750 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:40:52.206384 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 1c0c66de-400b-4422-b082-cf22a5afd750 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:40:52.206761 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:52.282747 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:52.304698 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c167615-6020-4854-b7a0-3297a63aac03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0c66de-400b-4422-b082-cf22a5afd750'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:52.306919 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c603676a-7693-42ea-9204-def458494ff9" -d '{"events": [{"server_uuid": "8c167615-6020-4854-b7a0-3297a63aac03", "name": "network-vif-plugged", "status": "completed", "tag": "1c0c66de-400b-4422-b082-cf22a5afd750"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:52.319696 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 1c0c66de-400b-4422-b082-cf22a5afd750, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=1c0c66de-400b-4422-b082-cf22a5afd750,segment=NetworkSegment(f9f831de-f157-46d0-87bd-624419cc07ea),segment_id=f9f831de-f157-46d0-87bd-624419cc07ea)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:52.323647 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:52.372518 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa57c94f-9506-4b00-8a70-c48bf444e07a x-openstack-request-id: req-fa57c94f-9506-4b00-8a70-c48bf444e07a {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:52.372809 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c167615-6020-4854-b7a0-3297a63aac03", "name": "network-vif-plugged", "status": "completed", "tag": "1c0c66de-400b-4422-b082-cf22a5afd750", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:52.373081 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa57c94f-9506-4b00-8a70-c48bf444e07a {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:52.373420 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c167615-6020-4854-b7a0-3297a63aac03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0c66de-400b-4422-b082-cf22a5afd750', 'code': 200} Aug 09 11:40:52.378741 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=1c0c66de-400b-4422-b082-cf22a5afd750,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:52.524908 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebba101-61c5-4fd4-aeb3-7bbbbb3ab698 req-4ed48f27-6ea9-47b7-83e1-947ccb266577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:52.526399 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ebba101-61c5-4fd4-aeb3-7bbbbb3ab698 req-4ed48f27-6ea9-47b7-83e1-947ccb266577 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 1099 time: 0.0388377 Aug 09 11:40:52.562827 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ebba101-61c5-4fd4-aeb3-7bbbbb3ab698 req-9cf955a7-a757-45a5-8feb-82beb9d47f22 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299633 Aug 09 11:40:53.031860 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750bcd6-4182-48b5-aa65-fd574cf90b7d req-6025fdeb-9aa5-4bf3-8fb3-664106180d5f tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:53.033321 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a750bcd6-4182-48b5-aa65-fd574cf90b7d req-6025fdeb-9aa5-4bf3-8fb3-664106180d5f tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 946 time: 0.0475924 Aug 09 11:40:53.070427 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a750bcd6-4182-48b5-aa65-fd574cf90b7d req-b2b04cad-fae8-49cc-979e-d3f9e01c1ccc tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310960 Aug 09 11:40:54.184899 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a6d72-7643-465e-b8a0-783a9f339c09 req-ac6b14c0-e28a-4e5e-8f0b-2e3bd90ad561 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:54.186698 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-226a6d72-7643-465e-b8a0-783a9f339c09 req-ac6b14c0-e28a-4e5e-8f0b-2e3bd90ad561 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 946 time: 0.0479100 Aug 09 11:40:54.223501 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-226a6d72-7643-465e-b8a0-783a9f339c09 req-aed51550-b1c0-42c0-a624-f6e084d5b234 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Aug 09 11:40:54.870725 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7393cd-60fb-4868-87f6-3f6ee9f357fd req-03f8c5d8-8a14-41cd-8f3b-c506f263ce6b tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:54.872167 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ab7393cd-60fb-4868-87f6-3f6ee9f357fd req-03f8c5d8-8a14-41cd-8f3b-c506f263ce6b tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 946 time: 0.0484507 Aug 09 11:40:54.913518 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ab7393cd-60fb-4868-87f6-3f6ee9f357fd req-78c7ac04-6ef9-4ef6-a320-5600e0488e74 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Aug 09 11:40:56.027830 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dbe93-3c63-4a22-9695-43223db7406e req-a0a2721c-76a0-4523-859d-8fc4377a76b0 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:56.029265 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac6dbe93-3c63-4a22-9695-43223db7406e req-a0a2721c-76a0-4523-859d-8fc4377a76b0 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 946 time: 0.0478365 Aug 09 11:40:56.065638 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac6dbe93-3c63-4a22-9695-43223db7406e req-cc767a49-90f1-481b-9e40-7e7981fc9ca4 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.30 "GET /v2.0/security-groups?id=4b679719-8b4f-44ac-80a9-16ebcdd3a92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305071 Aug 09 11:40:56.118432 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b19447-90e1-4204-b182-62014f54edac req-3681878e-ef1d-4d6b-b4cf-6fa0d9ca6206 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:56.119859 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26b19447-90e1-4204-b182-62014f54edac req-3681878e-ef1d-4d6b-b4cf-6fa0d9ca6206 tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c167615-6020-4854-b7a0-3297a63aac03 HTTP/1.1" status: 200 len: 946 time: 0.0481691 Aug 09 11:40:56.207884 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-26b19447-90e1-4204-b182-62014f54edac req-dce9226b-5357-483c-a57f-298ac68aea4a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Deleting port 1c0c66de-400b-4422-b082-cf22a5afd750 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:56.208148 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-26b19447-90e1-4204-b182-62014f54edac req-dce9226b-5357-483c-a57f-298ac68aea4a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:56.292640 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-26b19447-90e1-4204-b182-62014f54edac req-dce9226b-5357-483c-a57f-298ac68aea4a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] For port 1c0c66de-400b-4422-b082-cf22a5afd750, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=1c0c66de-400b-4422-b082-cf22a5afd750,segment=NetworkSegment(f9f831de-f157-46d0-87bd-624419cc07ea),segment_id=f9f831de-f157-46d0-87bd-624419cc07ea)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:56.293002 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-26b19447-90e1-4204-b182-62014f54edac req-dce9226b-5357-483c-a57f-298ac68aea4a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:56.305149 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-26b19447-90e1-4204-b182-62014f54edac req-dce9226b-5357-483c-a57f-298ac68aea4a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Calling delete_port for 1c0c66de-400b-4422-b082-cf22a5afd750 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:56.432014 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-26b19447-90e1-4204-b182-62014f54edac req-dce9226b-5357-483c-a57f-298ac68aea4a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:56.443986 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['1c0c66de-400b-4422-b082-cf22a5afd750'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:40:56.459087 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9226b-5357-483c-a57f-298ac68aea4a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Pushing event deleted for resources: {'Port': ['ID=1c0c66de-400b-4422-b082-cf22a5afd750,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:56.498505 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b19447-90e1-4204-b182-62014f54edac req-dce9226b-5357-483c-a57f-298ac68aea4a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] No DVR routers for this DVR port 1c0c66de-400b-4422-b082-cf22a5afd750 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:40:56.500890 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-26b19447-90e1-4204-b182-62014f54edac req-dce9226b-5357-483c-a57f-298ac68aea4a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:56.502872 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-26b19447-90e1-4204-b182-62014f54edac req-dce9226b-5357-483c-a57f-298ac68aea4a tempest-VolumesActionsTest-1746969147 tempest-VolumesActionsTest-1746969147-project] 10.222.0.10 "DELETE /v2.0/ports/1c0c66de-400b-4422-b082-cf22a5afd750 HTTP/1.1" status: 204 len: 173 time: 0.3773439 Aug 09 11:40:56.503304 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c167615-6020-4854-b7a0-3297a63aac03', 'name': 'network-vif-deleted', 'tag': '1c0c66de-400b-4422-b082-cf22a5afd750'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:56.505514 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17fe00-6696-4a55-bd26-0a73e600adb7" -d '{"events": [{"server_uuid": "8c167615-6020-4854-b7a0-3297a63aac03", "name": "network-vif-deleted", "tag": "1c0c66de-400b-4422-b082-cf22a5afd750"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:56.540851 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec48eff7-4850-490c-aaf5-3dbc4c7539c7 x-openstack-request-id: req-ec48eff7-4850-490c-aaf5-3dbc4c7539c7 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:56.541162 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c167615-6020-4854-b7a0-3297a63aac03", "name": "network-vif-deleted", "tag": "1c0c66de-400b-4422-b082-cf22a5afd750", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:56.542018 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec48eff7-4850-490c-aaf5-3dbc4c7539c7 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:56.542518 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c167615-6020-4854-b7a0-3297a63aac03', 'name': 'network-vif-deleted', 'tag': '1c0c66de-400b-4422-b082-cf22a5afd750', 'status': 'completed', 'code': 200} Aug 09 11:40:58.088006 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f3349e4c-9067-40bd-877b-1b6f5e967535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:00.734904 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3d851c18-3072-43fc-a2bb-cc8d9a627e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:00.953548 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 1c0c66de-400b-4422-b082-cf22a5afd750 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:41:00.965092 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:00.983130 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 1c0c66de-400b-4422-b082-cf22a5afd750 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:41:00.983499 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 1c0c66de-400b-4422-b082-cf22a5afd750 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:41:01.987757 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:03.509737 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:03.670239 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:41:05.270965 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.063750 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50238) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:19.110012 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Deleting subnet 88d4d1ef-da15-461c-869b-9a3fe83509b0 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:41:19.121166 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.155599 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14619013'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.194387 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.246522 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14597144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12896269'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.277088 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d4d1ef-da15-461c-869b-9a3fe83509b0,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:19.279596 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.281394 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/88d4d1ef-da15-461c-869b-9a3fe83509b0 HTTP/1.1" status: 204 len: 168 time: 0.2166443 Aug 09 11:41:19.284045 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 50240) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:19.287598 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.287945 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.288282 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.288615 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.288947 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.289275 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.289631 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.289956 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.290279 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.290595 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.290923 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.291777 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291b7f1-71c0-447c-b877-d2a5c906d31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.355683 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.431301 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.440854 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b9c011-29f5-4320-b9a6-0f31981f8de2']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:41:19.451234 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f831de-f157-46d0-87bd-624419cc07ea') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:41:19.451526 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f831de-f157-46d0-87bd-624419cc07ea') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:41:19.459990 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12834139'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.473773 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.479427 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:41:19.479804 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13264476'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: Traceback (most recent call last): Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: timer() Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: cb(*args, **kw) Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: return func(*args, **kwargs) Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: self._notify() Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: self.callback(batched_events) Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: event.method(event) Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: return f(self, *a, **k) Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._get(url).json() Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: return self.request(url, 'GET', **kwargs) Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:41:19.481496 dv-cinder-803900-2-iscsi neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:41:19.541626 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.546941 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.548851 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/26b9c011-29f5-4320-b9a6-0f31981f8de2 HTTP/1.1" status: 204 len: 168 time: 0.2635903 Aug 09 11:41:19.559528 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b9c011-29f5-4320-b9a6-0f31981f8de2,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:19.566930 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.567284 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.567621 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.567949 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.568299 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.568626 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.568957 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.569280 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.569730 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.570055 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.570512 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.570833 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8439b-2518-482b-bfb2-2d2c484331d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:19.716431 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50244) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:19.755408 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9cfe3c83-3c14-441c-bf29-946989d2d8de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=115942df1b2b40e193c274c711374283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377369 Aug 09 11:41:19.758142 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50246) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:19.806080 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-49c4d77e-a13d-4a3a-9bf6-2de6b9bf4460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.827637 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-49c4d77e-a13d-4a3a-9bf6-2de6b9bf4460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.873489 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-49c4d77e-a13d-4a3a-9bf6-2de6b9bf4460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.876123 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-49c4d77e-a13d-4a3a-9bf6-2de6b9bf4460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.877285 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-49c4d77e-a13d-4a3a-9bf6-2de6b9bf4460 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b679719-8b4f-44ac-80a9-16ebcdd3a92a HTTP/1.1" status: 204 len: 168 time: 0.1182585 Aug 09 11:41:19.885332 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4d77e-a13d-4a3a-9bf6-2de6b9bf4460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b679719-8b4f-44ac-80a9-16ebcdd3a92a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:28.093198 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0e023206-f95e-4ac2-bed0-39fcf2b9c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:30.737155 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-23a2764f-4623-4874-b051-102a25fc3a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:30.959499 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:31.982859 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:33.509473 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:35.258367 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:40.668893 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:41:55.914806 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50496) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:56.016016 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73c12352-8c0c-410a-b468-70e61545364c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:56.104490 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73c12352-8c0c-410a-b468-70e61545364c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:56.108149 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-73c12352-8c0c-410a-b468-70e61545364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:56.148193 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-73c12352-8c0c-410a-b468-70e61545364c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14299e3b9bd64397b571ebfd865a4b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323189 Aug 09 11:41:56.149373 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c12352-8c0c-410a-b468-70e61545364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba33516d-3900-430a-9dba-664fd6f756a0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:56.151132 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 50500) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:56.199515 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb858046-d7d8-49f5-a34b-6ef06bf7bc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:56.219625 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb858046-d7d8-49f5-a34b-6ef06bf7bc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:56.265112 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb858046-d7d8-49f5-a34b-6ef06bf7bc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:56.267606 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bb858046-d7d8-49f5-a34b-6ef06bf7bc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:56.269005 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-bb858046-d7d8-49f5-a34b-6ef06bf7bc85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba33516d-3900-430a-9dba-664fd6f756a0 HTTP/1.1" status: 204 len: 168 time: 0.1161356 Aug 09 11:41:56.276940 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb858046-d7d8-49f5-a34b-6ef06bf7bc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba33516d-3900-430a-9dba-664fd6f756a0,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:56.871419 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 50522) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:56.964229 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1815236845-network', 'tenant_id': '3964435374f44d95bdd1196e784a21bc'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:56.984861 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Made reservation on behalf of 3964435374f44d95bdd1196e784a21bc for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:41:56.987181 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:56.995583 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.081873 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.085281 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.105223 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:41:57.118026 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbb7059-1076-44bb-b2d5-3c4d2beff4bd,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:57.123283 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.123625 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Added segment 311a2000-29e4-428e-99a9-88a4873e80e1 of type vlan for network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 Aug 09 11:41:57.161998 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.189901 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.190857 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:57.191428 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.238852 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3663516 Aug 09 11:41:57.241812 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50526) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:57.246899 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Request body: {'subnet': {'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1815236845-subnet', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:57.249172 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc58628-ff0f-4679-bff6-e20797ae9641 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:57.259417 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:41:57.275944 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Made reservation on behalf of 3964435374f44d95bdd1196e784a21bc for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:41:57.278572 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12896294'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.450139 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14597215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12896276'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.500899 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3f16b3-cc1e-407e-8140-7e333652f5c2,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:57.512313 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Checking segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:41:57.512665 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Network hostable DHCP agents. Network: b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:41:57.530519 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:41:57.538612 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:41:57.543194 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:57.543766 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.548793 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0307c0b-bfea-4197-b80e-712b4cc2377a None None] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:41:57.557151 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b5fab726-ca8e-466f-8102-27a9688168c5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3140190 Aug 09 11:41:57.560171 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50528) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:57.565297 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:57.585752 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1662668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36605'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.586755 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36594'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.637680 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.690633 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2906a7ef-9378-57f0-8b50-7d9d400dd977-b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2'}]}} from dv-cinder-803900-2-iscsi. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:41:57.691483 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.778092 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.826785 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Allocated IP 172.20.0.2 (b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5/cc3f16b3-cc1e-407e-8140-7e333652f5c2/123c7f5c-9d6e-432c-be1d-811937fcf953) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:41:57.966772 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.974077 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.975291 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Transition to ACTIVE for port object 123c7f5c-9d6e-432c-be1d-811937fcf953 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:41:57.989614 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Transition to ACTIVE for port object 123c7f5c-9d6e-432c-be1d-811937fcf953 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:41:57.992123 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.995818 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:58.035627 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:41:58.038323 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:41:58.040837 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:41:58.053213 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Pushing event updated for resources: {'Port': ['ID=123c7f5c-9d6e-432c-be1d-811937fcf953,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:58.075676 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.076033 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.076600 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.076724 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.077032 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.077366 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.077721 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.078050 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.078380 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.079306 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.079837 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.080172 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:58.094460 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Allocated IP 172.27.1.244 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:41:58.119983 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Attempting to bind port 123c7f5c-9d6e-432c-be1d-811937fcf953 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:41:58.120435 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Attempting to bind port 123c7f5c-9d6e-432c-be1d-811937fcf953 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:41:58.120772 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Attempting to bind port 123c7f5c-9d6e-432c-be1d-811937fcf953 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:41:58.123569 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-eca450bc-0b10-4d89-aa4e-a6978eb878b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:58.127269 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:41:58.127641 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Checking segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:41:58.128035 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:58.128400 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Bound using segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:41:58.128854 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Bound port: 123c7f5c-9d6e-432c-be1d-811937fcf953, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:41:58.129228 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:58.196179 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] For port 123c7f5c-9d6e-432c-be1d-811937fcf953, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:41:58.199825 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] For port 123c7f5c-9d6e-432c-be1d-811937fcf953, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=123c7f5c-9d6e-432c-be1d-811937fcf953,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:41:58.202168 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:58.204319 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:58.242042 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:58.265471 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9a07b-272e-48bf-bed0-b154f5ac52cc None None] Pushing event updated for resources: {'Port': ['ID=123c7f5c-9d6e-432c-be1d-811937fcf953,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:58.288532 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:41:58.292722 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:41:58.295156 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:41:58.297439 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Pushing event updated for resources: {'Port': ['ID=a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:58.555970 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:58.742677 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:58.869933 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 is scheduled to L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:41:58.978736 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:41:58.988563 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Sync routers for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:41:58.995663 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:58.996902 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5224b832-7b77-4e65-8332-75b4b12014ad admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4349537 Aug 09 11:41:58.999774 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 50530) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:59.000247 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:41:59.000547 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:41:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:41:59.109917 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39317441-65d4-40f4-b3ae-96d392317f67 None None] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:41:59.115539 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:41:59.395426 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 123c7f5c-9d6e-432c-be1d-811937fcf953 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:41:59.408839 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-c3e8a3da-fe35-4b05-b987-ee4a8a3e357f None None] Provisioning for port 123c7f5c-9d6e-432c-be1d-811937fcf953 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:41:59.438334 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.564579 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 123c7f5c-9d6e-432c-be1d-811937fcf953 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:41:59.585427 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 123c7f5c-9d6e-432c-be1d-811937fcf953 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:41:59.585823 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.590651 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Allocated IP 172.20.0.1 (b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5/cc3f16b3-cc1e-407e-8140-7e333652f5c2/f29375cd-4d09-4835-9bba-ad8bbf277c28) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:41:59.641900 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:58Z', 'revision_number': 3, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:41:59.672980 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Checking router: 03ea490e-7d15-45bf-81c3-a7f2f6348f43 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:41:59.673337 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Updating router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:41:59.695885 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.712682 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Transition to ACTIVE for port object f29375cd-4d09-4835-9bba-ad8bbf277c28 will not be triggered until provisioned by entity DHCP. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:41:59.727652 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.748759 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.752920 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.797648 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:41:59.802231 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:41:59.805005 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:41:59.830208 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Pushing event updated for resources: {'Port': ['ID=f29375cd-4d09-4835-9bba-ad8bbf277c28,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:59.851073 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1660685'] for router_interface, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.858294 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 123c7f5c-9d6e-432c-be1d-811937fcf953, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=123c7f5c-9d6e-432c-be1d-811937fcf953,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:59.870276 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.945842 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-4766c79f-f74a-4e25-9edd-45c5c817d70d None None] Provisioning complete for port 123c7f5c-9d6e-432c-be1d-811937fcf953 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:41:59.946223 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4766c79f-f74a-4e25-9edd-45c5c817d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:59.993064 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.025165 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=123c7f5c-9d6e-432c-be1d-811937fcf953,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:00.136369 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.146121 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Transition to ACTIVE for port object a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:00.151995 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.158717 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.163319 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13264568'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.207664 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Attempting to bind port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:00.208045 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Attempting to bind port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:00.208404 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Attempting to bind port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 on network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:00.211341 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45579c1f-bfe6-472e-8642-c18b3cac83d9 None None] Pushing event updated for resources: {'Port': ['ID=a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:00.216414 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:00.216789 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:00.217193 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.217610 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Bound using segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:00.218080 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Bound port: a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:00.218466 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.229334 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Pushing event updated for resources: {'Port': ['ID=f29375cd-4d09-4835-9bba-ad8bbf277c28,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:00.234057 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1660857'] for router_interface, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.276678 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] For port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:00.281641 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] For port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:00.283003 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-c5f29089-14f1-4f2c-afac-adf168177cfc None None] Provisioning for port f29375cd-4d09-4835-9bba-ad8bbf277c28 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:00.289054 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.297862 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-c5f29089-14f1-4f2c-afac-adf168177cfc None None] Provisioning complete for port f29375cd-4d09-4835-9bba-ad8bbf277c28 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:00.298235 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c5f29089-14f1-4f2c-afac-adf168177cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.322538 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:00.323989 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:00.375750 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-c5f29089-14f1-4f2c-afac-adf168177cfc None None] Port f29375cd-4d09-4835-9bba-ad8bbf277c28 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:00.379121 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:00.379789 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:41:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:00.386413 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45579c1f-bfe6-472e-8642-c18b3cac83d9 None None] Pushing event updated for resources: {'Port': ['ID=a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:00.455065 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:42:00.494916 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:00.566327 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:00.571421 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-e10a0849-4d2f-4fda-bd5a-6530204dfde3 admin admin] 10.222.0.30 "PUT /v2.0/routers/03ea490e-7d15-45bf-81c3-a7f2f6348f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705438 Aug 09 11:42:00.633870 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-76928eab-7d95-4d95-aca4-1c9b077dd934 None None] Provisioning complete for port f29375cd-4d09-4835-9bba-ad8bbf277c28 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:00.634233 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-76928eab-7d95-4d95-aca4-1c9b077dd934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.702898 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-76928eab-7d95-4d95-aca4-1c9b077dd934 None None] Port f29375cd-4d09-4835-9bba-ad8bbf277c28 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:00.753353 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:00Z', 'revision_number': 2, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:00.758334 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1b63cea0-162e-4151-9f81-3b69da871521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.800455 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d6716-f0c6-4ccf-9d45-25b8c7fcf644 None None] The sync data for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi is: [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:00Z', 'revision_number': 2, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:00.963057 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.092265 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 50546) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:01.098292 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-224430410-network', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8'}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:01.119247 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Made reservation on behalf of a7ad2b8f03e94e2e989cc1478129c6a8 for: {'network': 1} {{(pid=93249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:01.121640 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for network, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.130693 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.226287 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.230858 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.261112 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:42:01.264999 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 123c7f5c-9d6e-432c-be1d-811937fcf953 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:01.271198 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028c3364-ed5c-4467-9adc-bf1181b57bee,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:01.276341 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.277170 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.segments_db [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Added segment 7f05e90c-4425-4309-89d0-8c698d26c95a of type vlan for network 2e7f8150-7f77-4aed-8c26-b36331064870 Aug 09 11:42:01.319584 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788837743701'] for network, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.336348 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 123c7f5c-9d6e-432c-be1d-811937fcf953 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:01.336727 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.351860 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354'] for network, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.353282 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:01.354561 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.409343 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3159237 Aug 09 11:42:01.412263 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50548) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:01.417976 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Request body: {'subnet': {'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-224430410-subnet', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:01.420173 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44630be8-78c9-48f4-8151-e7cc4a34d16a admin admin] Pushing event updated for resources: {'Network': ['ID=2e7f8150-7f77-4aed-8c26-b36331064870,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:01.435217 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Network 2e7f8150-7f77-4aed-8c26-b36331064870 details requested by agent ovs-agent-dv-cinder-803900-2-iscsi with host dv-cinder-803900-2-iscsi {{(pid=93251) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:42:01.466434 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Made reservation on behalf of a7ad2b8f03e94e2e989cc1478129c6a8 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:01.469376 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12896294'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.653567 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14597215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12896276'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.713472 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bfdfe4-9867-4cf1-91bc-36a81a94d0c0,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:01.718784 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Checking segment: {'id': '7f05e90c-4425-4309-89d0-8c698d26c95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:01.719296 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Network hostable DHCP agents. Network: 2e7f8150-7f77-4aed-8c26-b36331064870, hostable agents: ['864061bb-7245-4c4b-b67d-ef47a9316b2c'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:42:01.736536 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Network 2e7f8150-7f77-4aed-8c26-b36331064870 is scheduled to be hosted by DHCP agent 864061bb-7245-4c4b-b67d-ef47a9316b2c with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:42:01.746067 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803900-2-iscsi, 2e7f8150-7f77-4aed-8c26-b36331064870) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:01.750267 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:01.751101 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.755832 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43841d-eef3-4901-afa4-a88d61892950 None None] Network 2e7f8150-7f77-4aed-8c26-b36331064870 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:01.770049 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 50550) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:01.770298 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-133ca93b-4762-41c0-bf3f-fc0a1c8bc80b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3563728 Aug 09 11:42:01.774578 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.v2.base [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-224430410-router', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}} {{(pid=93249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:01.802450 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1662668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36605'] for router, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.803717 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1659917', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36594'] for router, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.914137 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2906a7ef-9378-57f0-8b50-7d9d400dd977-2e7f8150-7f77-4aed-8c26-b36331064870', 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'fixed_ips': [{'subnet_id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0'}]}} from dv-cinder-803900-2-iscsi. {{(pid=93251) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:42:01.915144 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.021890 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.072490 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Allocated IP 172.20.0.2 (2e7f8150-7f77-4aed-8c26-b36331064870/d3bfdfe4-9867-4cf1-91bc-36a81a94d0c0/f234b5d8-69ea-4879-a96c-87f917ca5f93) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:02.108804 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.217912 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.226285 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Transition to ACTIVE for port object f234b5d8-69ea-4879-a96c-87f917ca5f93 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:02.241752 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.243705 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Transition to ACTIVE for port object f234b5d8-69ea-4879-a96c-87f917ca5f93 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:02.249936 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.291079 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Network 2e7f8150-7f77-4aed-8c26-b36331064870 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:02.294025 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:02.298384 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:02.301331 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Pushing event updated for resources: {'Port': ['ID=f234b5d8-69ea-4879-a96c-87f917ca5f93,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:02.356915 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Attempting to bind port f234b5d8-69ea-4879-a96c-87f917ca5f93 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:02.357284 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Attempting to bind port f234b5d8-69ea-4879-a96c-87f917ca5f93 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '7f05e90c-4425-4309-89d0-8c698d26c95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:02.357668 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Attempting to bind port f234b5d8-69ea-4879-a96c-87f917ca5f93 on network 2e7f8150-7f77-4aed-8c26-b36331064870 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:02.362601 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:02.362972 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Checking segment: {'id': '7f05e90c-4425-4309-89d0-8c698d26c95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:02.363363 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.363754 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Bound using segment: {'id': '7f05e90c-4425-4309-89d0-8c698d26c95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:02.364212 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Bound port: f234b5d8-69ea-4879-a96c-87f917ca5f93, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f05e90c-4425-4309-89d0-8c698d26c95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:02.364590 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.426685 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] For port f234b5d8-69ea-4879-a96c-87f917ca5f93, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:02.429793 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] For port f234b5d8-69ea-4879-a96c-87f917ca5f93, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=f234b5d8-69ea-4879-a96c-87f917ca5f93,segment=NetworkSegment(7f05e90c-4425-4309-89d0-8c698d26c95a),segment_id=7f05e90c-4425-4309-89d0-8c698d26c95a)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:02.435731 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.448924 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.468339 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.501202 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5b31c-daa9-4226-881a-56b358eb6af2 None None] Pushing event updated for resources: {'Port': ['ID=f234b5d8-69ea-4879-a96c-87f917ca5f93,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:02.578069 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_common [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Allocated IP 172.27.1.229 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/a5eb2b05-9331-43fa-b998-8501b0a1998a) {{(pid=93249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:02.702057 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.746331 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.758755 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Sync routers for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:02.768375 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:02.769008 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:42:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:02.791179 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:02.794074 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:02.798359 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Received port after_create {{(pid=93249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:02.801549 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a5eb2b05-9331-43fa-b998-8501b0a1998a,revision_number=1']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:02.875014 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:03.042847 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.079918 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:00Z', 'revision_number': 2, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:03.210378 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Checking router: 03ea490e-7d15-45bf-81c3-a7f2f6348f43 for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:03.210735 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Updating router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 port f29375cd-4d09-4835-9bba-ad8bbf277c28 binding host dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:03.238415 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.276742 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1662837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1660158'] for router, after_create {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.364621 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f234b5d8-69ea-4879-a96c-87f917ca5f93 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:03.421393 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Router 34e7203a-3aa6-4c01-8e53-26d9fa28297a is scheduled to L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 with binding_index 1 {{(pid=93249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:42:03.426601 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port f234b5d8-69ea-4879-a96c-87f917ca5f93 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:03.431890 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:03.490936 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:03.506119 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b15fc-3a21-4db8-ab0b-0dcefa95fe3d None None] Network 2e7f8150-7f77-4aed-8c26-b36331064870 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:03.512795 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:03.513415 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.533805 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.545300 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Transition to ACTIVE for port object f29375cd-4d09-4835-9bba-ad8bbf277c28 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:03.553437 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.565005 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:03.584340 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.588940 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-bdc0ef5b-c8f1-4717-aef8-f0d04970b3f9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8148172 Aug 09 11:42:03.589391 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50552) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:03.601047 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Sync routers for ids ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:03.608747 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Pushing event updated for resources: {'Port': ['ID=f29375cd-4d09-4835-9bba-ad8bbf277c28,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:03.638144 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.638876 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.639497 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.640138 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.640994 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.641577 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.641908 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.642238 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.642581 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.642910 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.643233 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.643550 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:03.688227 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Attempting to bind port f29375cd-4d09-4835-9bba-ad8bbf277c28 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:03.688661 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Attempting to bind port f29375cd-4d09-4835-9bba-ad8bbf277c28 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:03.689025 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Attempting to bind port f29375cd-4d09-4835-9bba-ad8bbf277c28 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:03.696011 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:03.697716 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Checking segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:03.698458 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.699078 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Bound using segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:03.699813 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Bound port: f29375cd-4d09-4835-9bba-ad8bbf277c28, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:03.700442 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.771698 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Routers {'34e7203a-3aa6-4c01-8e53-26d9fa28297a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:03.772390 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:42:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:03.782438 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] For port f29375cd-4d09-4835-9bba-ad8bbf277c28, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:03.786627 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] For port f29375cd-4d09-4835-9bba-ad8bbf277c28, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=f29375cd-4d09-4835-9bba-ad8bbf277c28,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:03.794065 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.815623 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.824331 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-dd59b542-78b3-4b7a-adb2-ccb5ad9d0bb5 None None] Provisioning for port f234b5d8-69ea-4879-a96c-87f917ca5f93 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:03.851149 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-dd59b542-78b3-4b7a-adb2-ccb5ad9d0bb5 None None] Provisioning complete for port f234b5d8-69ea-4879-a96c-87f917ca5f93 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:03.851524 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dd59b542-78b3-4b7a-adb2-ccb5ad9d0bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.860357 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:03.860357 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:42:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:03.904131 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0842346-de18-4d8f-84c6-7c44ffcf8163 None None] Pushing event updated for resources: {'Port': ['ID=f29375cd-4d09-4835-9bba-ad8bbf277c28,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:03.997947 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:04.010631 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Set router 34e7203a-3aa6-4c01-8e53-26d9fa28297a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:04.142051 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.211911 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:04.214696 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:03Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:04.227552 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.245141 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712986d-5fdb-4269-8ba4-eee11bcde89b None None] The sync data for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi is: [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:03Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:04.269323 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dd59b542-78b3-4b7a-adb2-ccb5ad9d0bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.360050 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:04.374109 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-dd59b542-78b3-4b7a-adb2-ccb5ad9d0bb5 None None] For port f234b5d8-69ea-4879-a96c-87f917ca5f93, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=f234b5d8-69ea-4879-a96c-87f917ca5f93,segment=NetworkSegment(7f05e90c-4425-4309-89d0-8c698d26c95a),segment_id=7f05e90c-4425-4309-89d0-8c698d26c95a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:04.379557 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.385333 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dd59b542-78b3-4b7a-adb2-ccb5ad9d0bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.435702 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'name': 'tempest-TestVolumeBootPattern-224430410-router', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:01Z', 'updated_at': '2021-08-09T11:42:02Z', 'revision_number': 3, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'gw_port': {'id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:02Z', 'updated_at': '2021-08-09T11:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:04.475982 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Checking router: 34e7203a-3aa6-4c01-8e53-26d9fa28297a for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:04.477576 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Updating router 34e7203a-3aa6-4c01-8e53-26d9fa28297a port a5eb2b05-9331-43fa-b998-8501b0a1998a binding host dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:04.504199 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59b542-78b3-4b7a-adb2-ccb5ad9d0bb5 None None] Pushing event updated for resources: {'Port': ['ID=f234b5d8-69ea-4879-a96c-87f917ca5f93,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:04.524552 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.552948 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Allocated IP 172.20.0.1 (2e7f8150-7f77-4aed-8c26-b36331064870/d3bfdfe4-9867-4cf1-91bc-36a81a94d0c0/81905c83-0350-4d1a-a8c3-13d3f44d7a73) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:04.655909 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.668582 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Transition to ACTIVE for port object 81905c83-0350-4d1a-a8c3-13d3f44d7a73 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:04.693338 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9ed37f43-b70e-4443-a274-ded4616f85c4 None None] Provisioning complete for port f234b5d8-69ea-4879-a96c-87f917ca5f93 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:04.693780 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9ed37f43-b70e-4443-a274-ded4616f85c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.700102 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.741213 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Network 2e7f8150-7f77-4aed-8c26-b36331064870 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:04.746838 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:04.749245 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:04.752310 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Pushing event updated for resources: {'Port': ['ID=81905c83-0350-4d1a-a8c3-13d3f44d7a73,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:04.793590 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1660685'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.857476 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.868587 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Transition to ACTIVE for port object a5eb2b05-9331-43fa-b998-8501b0a1998a will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:04.875700 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.923819 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.930050 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Attempting to bind port a5eb2b05-9331-43fa-b998-8501b0a1998a on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:04.930505 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Attempting to bind port a5eb2b05-9331-43fa-b998-8501b0a1998a by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:04.930940 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Attempting to bind port a5eb2b05-9331-43fa-b998-8501b0a1998a on network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:04.933616 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd0e06-0b72-47fb-9fc6-6e78442a0236 None None] Pushing event updated for resources: {'Port': ['ID=a5eb2b05-9331-43fa-b998-8501b0a1998a,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:04.939740 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:04.940174 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Checking segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:04.941491 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.941491 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Bound using segment: {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:04.941823 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Bound port: a5eb2b05-9331-43fa-b998-8501b0a1998a, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17565c-8543-4941-b425-d727b4ceae8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:04.942176 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.980922 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9d4a96d5-a1c5-41aa-b80e-e763f23651d4 None None] Provisioning for port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:04.991785 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9d4a96d5-a1c5-41aa-b80e-e763f23651d4 None None] Provisioning complete for port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:04.992157 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9d4a96d5-a1c5-41aa-b80e-e763f23651d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.029237 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] For port a5eb2b05-9331-43fa-b998-8501b0a1998a, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:05.047693 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] For port a5eb2b05-9331-43fa-b998-8501b0a1998a, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=a5eb2b05-9331-43fa-b998-8501b0a1998a,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:05.049158 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-9d4a96d5-a1c5-41aa-b80e-e763f23651d4 None None] Port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:05.053120 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.093205 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.097802 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.108548 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Routers {'34e7203a-3aa6-4c01-8e53-26d9fa28297a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:05.109179 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:42:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:05.113923 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd0e06-0b72-47fb-9fc6-6e78442a0236 None None] Pushing event updated for resources: {'Port': ['ID=a5eb2b05-9331-43fa-b998-8501b0a1998a,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:05.165364 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Pushing event updated for resources: {'Port': ['ID=81905c83-0350-4d1a-a8c3-13d3f44d7a73,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:05.168332 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1660857'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.223154 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] Set router 34e7203a-3aa6-4c01-8e53-26d9fa28297a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:05.265072 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Network 2e7f8150-7f77-4aed-8c26-b36331064870 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:05.265531 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:05.301106 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f29375cd-4d09-4835-9bba-ad8bbf277c28 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:05.383195 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.412076 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Router 34e7203a-3aa6-4c01-8e53-26d9fa28297a has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:42:05.449075 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port f29375cd-4d09-4835-9bba-ad8bbf277c28 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:05.455586 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port f29375cd-4d09-4835-9bba-ad8bbf277c28 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:05.456439 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.526145 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:05.531191 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fd48d224-b0eb-434d-bfa6-7fbf83fc855d admin admin] 10.222.0.30 "PUT /v2.0/routers/34e7203a-3aa6-4c01-8e53-26d9fa28297a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9396179 Aug 09 11:42:05.636493 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-75f2d385-b8ac-4740-bb22-04fb917ae91b None None] Provisioning complete for port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:05.636867 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75f2d385-b8ac-4740-bb22-04fb917ae91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.684931 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-75f2d385-b8ac-4740-bb22-04fb917ae91b None None] Port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:05.688540 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'name': 'tempest-TestVolumeBootPattern-224430410-router', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:01Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'gw_port': {'id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:02Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '81905c83-0350-4d1a-a8c3-13d3f44d7a73', 'name': '', 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'mac_address': 'fa:16:3e:14:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:04Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 2, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'subnets': [{'id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:05.734943 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4fbd7-e3d2-47a7-a866-7fadcb776215 None None] The sync data for ids ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'] in dv-cinder-803900-2-iscsi is: [{'id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'name': 'tempest-TestVolumeBootPattern-224430410-router', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:01Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'gw_port': {'id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:02Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '81905c83-0350-4d1a-a8c3-13d3f44d7a73', 'name': '', 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'mac_address': 'fa:16:3e:14:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:04Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 2, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'subnets': [{'id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:05.747740 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.782257 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port f29375cd-4d09-4835-9bba-ad8bbf277c28, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=f29375cd-4d09-4835-9bba-ad8bbf277c28,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:05.787903 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.788713 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:05.865908 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=f29375cd-4d09-4835-9bba-ad8bbf277c28,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:05.875761 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:05.876123 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.984014 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f234b5d8-69ea-4879-a96c-87f917ca5f93 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:06.035758 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port f234b5d8-69ea-4879-a96c-87f917ca5f93 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:06.036127 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.185583 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50562) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:06.190399 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-bafe2f29-3355-4610-a65e-d419de88bef7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389219360', 'description': 'tempest-secgroup-smoke-1389219360 description', 'project_id': '3964435374f44d95bdd1196e784a21bc'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:06.211969 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bafe2f29-3355-4610-a65e-d419de88bef7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.298719 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bafe2f29-3355-4610-a65e-d419de88bef7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.305769 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bafe2f29-3355-4610-a65e-d419de88bef7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.335101 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bafe2f29-3355-4610-a65e-d419de88bef7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.339886 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bafe2f29-3355-4610-a65e-d419de88bef7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1499462 Aug 09 11:42:06.339886 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50564) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:06.345115 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-da9b4787-11d5-40f9-a63b-806020db01cf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'security_group_rule': {'security_group_id': '809456cd-7962-42ea-8348-e55f5c6a75c3', 'project_id': '3964435374f44d95bdd1196e784a21bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:06.355449 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe2f29-3355-4610-a65e-d419de88bef7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809456cd-7962-42ea-8348-e55f5c6a75c3,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.394126 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da9b4787-11d5-40f9-a63b-806020db01cf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.458327 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da9b4787-11d5-40f9-a63b-806020db01cf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.465225 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da9b4787-11d5-40f9-a63b-806020db01cf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.485510 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b4787-11d5-40f9-a63b-806020db01cf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9e5ffa-9c24-4f15-b6a9-41238e86be99,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.493573 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da9b4787-11d5-40f9-a63b-806020db01cf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.495927 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-da9b4787-11d5-40f9-a63b-806020db01cf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549029 Aug 09 11:42:06.498524 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50566) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:06.503038 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-957d962f-167b-4b6d-be6e-51883dd9523d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'security_group_rule': {'security_group_id': '809456cd-7962-42ea-8348-e55f5c6a75c3', 'project_id': '3964435374f44d95bdd1196e784a21bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:06.531557 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-957d962f-167b-4b6d-be6e-51883dd9523d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.591229 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-957d962f-167b-4b6d-be6e-51883dd9523d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.595314 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-957d962f-167b-4b6d-be6e-51883dd9523d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.614178 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d962f-167b-4b6d-be6e-51883dd9523d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f845f5-8521-40a4-983b-900b5a1185d2,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.620667 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-957d962f-167b-4b6d-be6e-51883dd9523d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.621932 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-957d962f-167b-4b6d-be6e-51883dd9523d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224244 Aug 09 11:42:06.624600 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50568) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:06.629127 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-2f7042c6-1b65-4df6-8c10-5e61e785a6e0 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'security_group_rule': {'security_group_id': '809456cd-7962-42ea-8348-e55f5c6a75c3', 'project_id': '3964435374f44d95bdd1196e784a21bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:06.655593 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f7042c6-1b65-4df6-8c10-5e61e785a6e0 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.716947 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f7042c6-1b65-4df6-8c10-5e61e785a6e0 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.721623 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f7042c6-1b65-4df6-8c10-5e61e785a6e0 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.740684 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7042c6-1b65-4df6-8c10-5e61e785a6e0 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f528360-6dc5-443b-8482-cacdf9e27593,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.745249 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f7042c6-1b65-4df6-8c10-5e61e785a6e0 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.746484 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2f7042c6-1b65-4df6-8c10-5e61e785a6e0 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209052 Aug 09 11:42:06.749965 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50570) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:06.754443 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-39a19803-d113-4241-9fa2-b4e86b77332a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'security_group_rule': {'security_group_id': '809456cd-7962-42ea-8348-e55f5c6a75c3', 'project_id': '3964435374f44d95bdd1196e784a21bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:06.781697 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39a19803-d113-4241-9fa2-b4e86b77332a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.845889 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39a19803-d113-4241-9fa2-b4e86b77332a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.849808 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39a19803-d113-4241-9fa2-b4e86b77332a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.867748 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a19803-d113-4241-9fa2-b4e86b77332a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347aa116-21d5-4493-82a1-79e5979b7c2f,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.875337 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39a19803-d113-4241-9fa2-b4e86b77332a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.876330 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-39a19803-d113-4241-9fa2-b4e86b77332a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254406 Aug 09 11:42:06.879042 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50572) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:06.883831 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8a391489-b932-4236-a383-701ce0eef52c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'security_group_rule': {'security_group_id': '809456cd-7962-42ea-8348-e55f5c6a75c3', 'project_id': '3964435374f44d95bdd1196e784a21bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:06.905963 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-8a391489-b932-4236-a383-701ce0eef52c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Project 3964435374f44d95bdd1196e784a21bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:42:06.911235 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a391489-b932-4236-a383-701ce0eef52c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.971857 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a391489-b932-4236-a383-701ce0eef52c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.976182 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a391489-b932-4236-a383-701ce0eef52c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.994791 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a391489-b932-4236-a383-701ce0eef52c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6452b4-c976-40c5-9151-a020e6508b8c,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.997848 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8a391489-b932-4236-a383-701ce0eef52c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.001625 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8a391489-b932-4236-a383-701ce0eef52c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190310 Aug 09 11:42:07.002102 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50574) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:07.006066 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-419c8f57-8b1e-4b3d-aea5-a42206c4dc91 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'security_group_rule': {'security_group_id': '809456cd-7962-42ea-8348-e55f5c6a75c3', 'project_id': '3964435374f44d95bdd1196e784a21bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:07.026942 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-419c8f57-8b1e-4b3d-aea5-a42206c4dc91 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Project 3964435374f44d95bdd1196e784a21bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:42:07.031620 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-419c8f57-8b1e-4b3d-aea5-a42206c4dc91 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.090736 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-419c8f57-8b1e-4b3d-aea5-a42206c4dc91 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.094165 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-419c8f57-8b1e-4b3d-aea5-a42206c4dc91 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634638'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.111531 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c8f57-8b1e-4b3d-aea5-a42206c4dc91 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57407822-b3ca-49b5-958c-d8e52608968d,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:07.117324 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-419c8f57-8b1e-4b3d-aea5-a42206c4dc91 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.118537 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-419c8f57-8b1e-4b3d-aea5-a42206c4dc91 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158597 Aug 09 11:42:07.334351 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f29375cd-4d09-4835-9bba-ad8bbf277c28 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:07.388922 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port f29375cd-4d09-4835-9bba-ad8bbf277c28 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:07.389338 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.468755 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a5eb2b05-9331-43fa-b998-8501b0a1998a up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:07.519827 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port a5eb2b05-9331-43fa-b998-8501b0a1998a completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:07.523693 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port a5eb2b05-9331-43fa-b998-8501b0a1998a triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:07.524072 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.610726 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.630845 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port a5eb2b05-9331-43fa-b998-8501b0a1998a, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=a5eb2b05-9331-43fa-b998-8501b0a1998a,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:07.635211 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.683059 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=a5eb2b05-9331-43fa-b998-8501b0a1998a,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:08.094277 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Sync routers for ids ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:08.104698 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Routers {'34e7203a-3aa6-4c01-8e53-26d9fa28297a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:08.105403 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:42:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:08.214605 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Set router 34e7203a-3aa6-4c01-8e53-26d9fa28297a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:08.423953 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'name': 'tempest-TestVolumeBootPattern-224430410-router', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:01Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'gw_port': {'id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:02Z', 'updated_at': '2021-08-09T11:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '81905c83-0350-4d1a-a8c3-13d3f44d7a73', 'name': '', 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'mac_address': 'fa:16:3e:14:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:04Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 2, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'subnets': [{'id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:08.448850 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Checking router: 34e7203a-3aa6-4c01-8e53-26d9fa28297a for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:08.449257 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Updating router 34e7203a-3aa6-4c01-8e53-26d9fa28297a port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 binding host dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:08.474732 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.737859 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.747177 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Transition to ACTIVE for port object 81905c83-0350-4d1a-a8c3-13d3f44d7a73 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:08.752724 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.804723 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789e10c-81e0-4368-ab29-7b302442952b None None] Pushing event updated for resources: {'Port': ['ID=81905c83-0350-4d1a-a8c3-13d3f44d7a73,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:08.857900 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Attempting to bind port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 on host dv-cinder-803900-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:08.858268 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Attempting to bind port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 by drivers openvswitch,hyperv on host dv-cinder-803900-2-iscsi at level 0 using segments [{'id': '7f05e90c-4425-4309-89d0-8c698d26c95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:08.858630 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Attempting to bind port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 on network 2e7f8150-7f77-4aed-8c26-b36331064870 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:08.863801 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Checking agent: {'id': 'd64c9b1f-e16f-4d47-9fc5-15a3bf82b6c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803900-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 24, 31), 'started_at': datetime.datetime(2021, 8, 9, 11, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803900-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:08.864171 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Checking segment: {'id': '7f05e90c-4425-4309-89d0-8c698d26c95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:08.864569 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.864963 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Bound using segment: {'id': '7f05e90c-4425-4309-89d0-8c698d26c95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:08.865423 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Bound port: 81905c83-0350-4d1a-a8c3-13d3f44d7a73, host: dv-cinder-803900-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f05e90c-4425-4309-89d0-8c698d26c95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:08.865845 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.929236 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] For port 81905c83-0350-4d1a-a8c3-13d3f44d7a73, host dv-cinder-803900-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:08.932344 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] For port 81905c83-0350-4d1a-a8c3-13d3f44d7a73, host dv-cinder-803900-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=81905c83-0350-4d1a-a8c3-13d3f44d7a73,segment=NetworkSegment(7f05e90c-4425-4309-89d0-8c698d26c95a),segment_id=7f05e90c-4425-4309-89d0-8c698d26c95a)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:08.937250 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.077432 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Routers {'34e7203a-3aa6-4c01-8e53-26d9fa28297a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:09.078111 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:42:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:09.120896 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789e10c-81e0-4368-ab29-7b302442952b None None] Pushing event updated for resources: {'Port': ['ID=81905c83-0350-4d1a-a8c3-13d3f44d7a73,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:09.194613 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] Set router 34e7203a-3aa6-4c01-8e53-26d9fa28297a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:09.295775 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a5eb2b05-9331-43fa-b998-8501b0a1998a up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:09.348772 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port a5eb2b05-9331-43fa-b998-8501b0a1998a triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:09.349200 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.398865 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'name': 'tempest-TestVolumeBootPattern-224430410-router', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:01Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'gw_port': {'id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:02Z', 'updated_at': '2021-08-09T11:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '81905c83-0350-4d1a-a8c3-13d3f44d7a73', 'name': '', 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'mac_address': 'fa:16:3e:14:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:04Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'subnets': [{'id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:09.433148 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d8c12-995a-4fc0-ab3d-7d289e861414 None None] The sync data for ids ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'] in dv-cinder-803900-2-iscsi is: [{'id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'name': 'tempest-TestVolumeBootPattern-224430410-router', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:01Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'gw_port': {'id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:02Z', 'updated_at': '2021-08-09T11:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': '81905c83-0350-4d1a-a8c3-13d3f44d7a73', 'name': '', 'network_id': '2e7f8150-7f77-4aed-8c26-b36331064870', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'mac_address': 'fa:16:3e:14:fa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:04Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'subnets': [{'id': 'd3bfdfe4-9867-4cf1-91bc-36a81a94d0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:09.448297 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 81905c83-0350-4d1a-a8c3-13d3f44d7a73 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:09.497014 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning for port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:09.501821 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:09.502201 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.585795 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.622130 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] For port 81905c83-0350-4d1a-a8c3-13d3f44d7a73, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=81905c83-0350-4d1a-a8c3-13d3f44d7a73,segment=NetworkSegment(7f05e90c-4425-4309-89d0-8c698d26c95a),segment_id=7f05e90c-4425-4309-89d0-8c698d26c95a)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:09.626336 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.678495 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Pushing event updated for resources: {'Port': ['ID=81905c83-0350-4d1a-a8c3-13d3f44d7a73,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:11.258310 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 81905c83-0350-4d1a-a8c3-13d3f44d7a73 up at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:11.306406 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Provisioning complete for port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:11.306774 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.669040 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:42:22.619563 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-1c18d253-96dd-4164-a427-d764b6eca9b7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389219360&fields=id&tenant_id=3964435374f44d95bdd1196e784a21bc HTTP/1.1" status: 200 len: 267 time: 0.0319467 Aug 09 11:42:22.723931 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-b47b8a20-fb6b-4336-8e72-03bbb77ab7c5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:22.725379 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-b47b8a20-fb6b-4336-8e72-03bbb77ab7c5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 812 time: 0.0988643 Aug 09 11:42:22.739739 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-dba72fb2-4e4e-413c-9881-75c1147982f2 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/quotas/3964435374f44d95bdd1196e784a21bc HTTP/1.1" status: 200 len: 375 time: 0.0086577 Aug 09 11:42:22.789532 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-348f49ce-19b3-46ae-830b-d53546007026 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446615 Aug 09 11:42:22.885402 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-9aa8bd74-e968-4051-8160-d6fa85abefca service neutron] 10.222.0.30 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829630 Aug 09 11:42:22.970958 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-65eb11b0-6af0-49bd-839f-a5b88ef99d92 service neutron] 10.222.0.30 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790007 Aug 09 11:42:23.372461 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-897ea7bb-ee87-4e86-9067-a01d75e6c297 req-b7b7a0ef-d550-4f02-b45b-31aa218abd2b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 210 time: 0.1340563 Aug 09 11:42:24.161345 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-94400d05-cd5d-4869-a909-3d5d525b45dd tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:24.162866 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-94400d05-cd5d-4869-a909-3d5d525b45dd tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 812 time: 0.1093483 Aug 09 11:42:24.206422 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-f45a144a-34d5-4876-9c0e-f9f493c17737 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3964435374f44d95bdd1196e784a21bc HTTP/1.1" status: 200 len: 380 time: 0.0348608 Aug 09 11:42:24.216350 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'port': {'device_id': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'admin_state_up': True, 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'security_groups': ['809456cd-7962-42ea-8348-e55f5c6a75c3']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:24.322497 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Made reservation on behalf of 3964435374f44d95bdd1196e784a21bc for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:24.326787 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.474232 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f70eff50-6985-455f-a524-4e97284eecfa req-5850ece5-a9b0-40b4-88f0-626c2afea569 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 210 time: 0.0325489 Aug 09 11:42:24.475179 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Allocated IP 172.20.0.9 (b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5/cc3f16b3-cc1e-407e-8140-7e333652f5c2/11b154a6-da67-4382-ae91-0be3c7b251e8) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:24.613986 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.627694 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Transition to ACTIVE for port object 11b154a6-da67-4382-ae91-0be3c7b251e8 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:24.658608 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.696124 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:24.699285 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:24.705507 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:24.736886 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'Port': ['ID=11b154a6-da67-4382-ae91-0be3c7b251e8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:24.751591 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.751944 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.752285 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.752621 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.752951 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.753282 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.753636 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.753971 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.754298 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.754621 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.754940 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.755256 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:24.774055 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:24.774711 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.789085 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4cab421b-38fb-4360-98e6-9b8a8f1dcb94 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763967 Aug 09 11:42:24.801161 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Request body: {'port': {'device_id': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:24.857946 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.960424 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-a3018416-4b1e-455a-9878-841dbd38eacd None None] Provisioning for port 11b154a6-da67-4382-ae91-0be3c7b251e8 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:24.964824 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-a3018416-4b1e-455a-9878-841dbd38eacd None None] Provisioning complete for port 11b154a6-da67-4382-ae91-0be3c7b251e8 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:24.965197 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a3018416-4b1e-455a-9878-841dbd38eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.998627 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a3018416-4b1e-455a-9878-841dbd38eacd None None] Port 11b154a6-da67-4382-ae91-0be3c7b251e8 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:25.129421 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b154a6-da67-4382-ae91-0be3c7b251e8 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:42:25.137717 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.149689 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Transition to ACTIVE for port object 11b154a6-da67-4382-ae91-0be3c7b251e8 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:25.154032 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.211738 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Pushing event updated for resources: {'Port': ['ID=11b154a6-da67-4382-ae91-0be3c7b251e8,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:25.281505 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Attempting to bind port 11b154a6-da67-4382-ae91-0be3c7b251e8 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:25.281847 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Attempting to bind port 11b154a6-da67-4382-ae91-0be3c7b251e8 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:25.282173 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Attempting to bind port 11b154a6-da67-4382-ae91-0be3c7b251e8 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:25.286716 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Port 11b154a6-da67-4382-ae91-0be3c7b251e8 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:42:25.287027 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Attempting to bind port 11b154a6-da67-4382-ae91-0be3c7b251e8 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:25.292453 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:25.292786 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Checking segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:25.293167 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Bound using segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:25.293634 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Bound port: 11b154a6-da67-4382-ae91-0be3c7b251e8, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:25.293995 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.356811 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] For port 11b154a6-da67-4382-ae91-0be3c7b251e8, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:25.359758 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] For port 11b154a6-da67-4382-ae91-0be3c7b251e8, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=11b154a6-da67-4382-ae91-0be3c7b251e8,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:25.365088 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.402194 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:25.402838 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.404154 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] 10.222.0.10 "PUT /v2.0/ports/11b154a6-da67-4382-ae91-0be3c7b251e8 HTTP/1.1" status: 200 len: 1093 time: 0.6072843 Aug 09 11:42:25.404586 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'tag': '11b154a6-da67-4382-ae91-0be3c7b251e8'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:42:25.406824 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b95b5-cefb-4a85-81c4-fa7ee887680d", "tag": "11b154a6-da67-4382-ae91-0be3c7b251e8"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:25.439333 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7acc23-f2e3-4bc2-bb66-bcdbe4f822d0 service neutron] Pushing event updated for resources: {'Port': ['ID=11b154a6-da67-4382-ae91-0be3c7b251e8,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:25.474461 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9f297d-bb26-41f1-b2e0-a396eae52c4f x-openstack-request-id: req-aa9f297d-bb26-41f1-b2e0-a396eae52c4f {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:25.474749 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b95b5-cefb-4a85-81c4-fa7ee887680d", "tag": "11b154a6-da67-4382-ae91-0be3c7b251e8", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:25.474997 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa9f297d-bb26-41f1-b2e0-a396eae52c4f {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:25.475385 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'tag': '11b154a6-da67-4382-ae91-0be3c7b251e8', 'status': 'completed', 'code': 200} Aug 09 11:42:25.492537 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-07ad6b49-d9b5-43a6-990c-9b7831bb5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:25.494277 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-07ad6b49-d9b5-43a6-990c-9b7831bb5c2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 1096 time: 0.0495064 Aug 09 11:42:25.537531 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-4380e776-c513-4c63-a1cd-eb896b40f412 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b154a6-da67-4382-ae91-0be3c7b251e8 HTTP/1.1" status: 200 len: 217 time: 0.0358059 Aug 09 11:42:25.601410 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed614afe-cd25-4a50-806b-6a06c84e1494 req-9f3d7763-607a-4a50-9818-fdcc57cccfef tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:25.602956 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed614afe-cd25-4a50-806b-6a06c84e1494 req-9f3d7763-607a-4a50-9818-fdcc57cccfef tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 943 time: 0.0593910 Aug 09 11:42:25.670393 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-81d77ee2-30f1-44df-a4c3-afe07ddd65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:25.671858 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-81d77ee2-30f1-44df-a4c3-afe07ddd65c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.1266241 Aug 09 11:42:25.674779 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed614afe-cd25-4a50-806b-6a06c84e1494 req-10f52b4c-943b-4acb-904d-fdd740f4baf8 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615268 Aug 09 11:42:25.716348 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-e80b65ed-92b4-4fc8-a97e-96067dc698cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:25.717888 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-e80b65ed-92b4-4fc8-a97e-96067dc698cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395269 Aug 09 11:42:25.806081 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-ea870cb0-7144-4f90-af14-13500211430c service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813956 Aug 09 11:42:25.890872 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4fdb7279-bf8c-4e41-9313-afa80e2f7122 req-746f8558-686f-4523-80e4-f77defd2dcf5 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784037 Aug 09 11:42:25.979504 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-f0253015-0605-454e-a3d3-534382ad6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:25.980971 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-f0253015-0605-454e-a3d3-534382ad6838 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 1096 time: 0.0435715 Aug 09 11:42:26.070814 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-8528f870-dd9a-4446-a48b-3d4a9e8bc1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:26.072210 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-8528f870-dd9a-4446-a48b-3d4a9e8bc1a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0838404 Aug 09 11:42:26.113929 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-31a95691-892e-46b7-bb29-ba32e3b9616b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b154a6-da67-4382-ae91-0be3c7b251e8 HTTP/1.1" status: 200 len: 217 time: 0.0338101 Aug 09 11:42:26.165333 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-86ac7cc9-efd0-49bc-9ca6-bda1c914ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:26.167292 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-86ac7cc9-efd0-49bc-9ca6-bda1c914ad8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0450206 Aug 09 11:42:26.216266 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-3f9f6908-3acd-469e-93cc-db3a105a567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:26.217773 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-3f9f6908-3acd-469e-93cc-db3a105a567a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430703 Aug 09 11:42:26.228074 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-f4777917-8e99-47ec-ab7e-b9e8c680420e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:42:26.228989 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-f4777917-8e99-47ec-ab7e-b9e8c680420e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048571 Aug 09 11:42:26.315857 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-8f1aeed3-eca1-4b4a-aea2-527faee7bc8d service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801342 Aug 09 11:42:26.414050 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f53c6ff4-c4ca-4e32-94f3-edebbf24149a req-1a5f4233-596f-4b6a-89f4-095fe37a07eb service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914047 Aug 09 11:42:26.789801 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf326e2c-1979-4b75-92e9-fc444840e273 req-0a5865b2-4a2d-4b09-8de7-32a5ed702cd9 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:26.791257 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf326e2c-1979-4b75-92e9-fc444840e273 req-0a5865b2-4a2d-4b09-8de7-32a5ed702cd9 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 943 time: 0.0478983 Aug 09 11:42:26.841021 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bf326e2c-1979-4b75-92e9-fc444840e273 req-fa090990-6956-40ef-aec2-d6d15062c43e tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Aug 09 11:42:27.959078 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c61c2-f90d-4840-a43f-45c81b585350 req-4bd38b92-f29b-470f-846b-14be34521354 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:27.960534 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b80c61c2-f90d-4840-a43f-45c81b585350 req-4bd38b92-f29b-470f-846b-14be34521354 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 943 time: 0.0501912 Aug 09 11:42:27.998201 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b80c61c2-f90d-4840-a43f-45c81b585350 req-6aeb53c9-08e5-4fb1-86f0-24f29da8e9d3 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312338 Aug 09 11:42:28.095258 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9069f6f0-fa9b-49c3-8e23-232593c66797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:29.117715 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ba61a-33d4-48c8-96fc-29465eb5f434 req-00842b27-6603-4b08-bbcf-02f5ee2c0e23 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:29.119168 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f5ba61a-33d4-48c8-96fc-29465eb5f434 req-00842b27-6603-4b08-bbcf-02f5ee2c0e23 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 943 time: 0.0517936 Aug 09 11:42:29.155875 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0f5ba61a-33d4-48c8-96fc-29465eb5f434 req-870c6e16-b31a-4a22-b5bc-d53271ca3bf6 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301216 Aug 09 11:42:30.294416 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52587c6e-db6b-4431-8fe0-19c54fc49550 req-a6ea4936-a774-4037-8586-04ddf0266cf4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:30.295883 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-52587c6e-db6b-4431-8fe0-19c54fc49550 req-a6ea4936-a774-4037-8586-04ddf0266cf4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 943 time: 0.0748100 Aug 09 11:42:30.333953 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-52587c6e-db6b-4431-8fe0-19c54fc49550 req-0da7cc05-e908-492f-b116-7e00af1cf7c7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318217 Aug 09 11:42:30.739656 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2b3258bd-035e-4855-b1b0-c078fc01c2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:30.965128 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:31.451430 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfff74-5aa2-42da-a8e7-49df581c171c req-674c950f-3a36-493e-b963-4e44097ef371 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:31.452957 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eddfff74-5aa2-42da-a8e7-49df581c171c req-674c950f-3a36-493e-b963-4e44097ef371 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 943 time: 0.0514033 Aug 09 11:42:31.496411 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-eddfff74-5aa2-42da-a8e7-49df581c171c req-936a7d06-1359-4fa2-9be7-3e33541469f9 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372815 Aug 09 11:42:31.992422 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.608501 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d9ef2-ed48-4b19-9f0d-be4083610a2c req-00e8d47c-0e72-4ffd-8331-4976b7bb5f0d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:32.609989 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-380d9ef2-ed48-4b19-9f0d-be4083610a2c req-00e8d47c-0e72-4ffd-8331-4976b7bb5f0d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 943 time: 0.0491791 Aug 09 11:42:32.646510 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-380d9ef2-ed48-4b19-9f0d-be4083610a2c req-4bfcbeac-9fd6-41a5-b5d3-3f73795faff3 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306411 Aug 09 11:42:33.278204 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 11b154a6-da67-4382-ae91-0be3c7b251e8 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:42:33.369762 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 11b154a6-da67-4382-ae91-0be3c7b251e8, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=11b154a6-da67-4382-ae91-0be3c7b251e8,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:33.380967 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '11b154a6-da67-4382-ae91-0be3c7b251e8', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'port_id': '11b154a6-da67-4382-ae91-0be3c7b251e8', 'mac_address': 'fa:16:3e:87:3c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:42:33.416738 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:33.429237 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b154a6-da67-4382-ae91-0be3c7b251e8 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:42:33.450945 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 11b154a6-da67-4382-ae91-0be3c7b251e8, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=11b154a6-da67-4382-ae91-0be3c7b251e8,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:33.459041 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:33.519127 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=11b154a6-da67-4382-ae91-0be3c7b251e8,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:33.526427 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:33.674964 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['11b154a6-da67-4382-ae91-0be3c7b251e8'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:42:33.758366 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cdfd8-c99a-490d-9756-2bc523bc3d6b req-20b31e0d-abb4-466b-b381-54dc57ab76f5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:33.759877 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-598cdfd8-c99a-490d-9756-2bc523bc3d6b req-20b31e0d-abb4-466b-b381-54dc57ab76f5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 944 time: 0.0477960 Aug 09 11:42:33.798119 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-598cdfd8-c99a-490d-9756-2bc523bc3d6b req-8acc5be3-0b5f-4360-8832-31e72c785dd4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Aug 09 11:42:34.921549 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fbf01-305e-4bfa-9576-852a0ea47fce req-5ee36183-237e-4220-92d5-6773cdf6212c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:34.923165 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-199fbf01-305e-4bfa-9576-852a0ea47fce req-5ee36183-237e-4220-92d5-6773cdf6212c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 944 time: 0.0574844 Aug 09 11:42:34.965617 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-199fbf01-305e-4bfa-9576-852a0ea47fce req-6a2288c4-e84c-4a75-aa2c-dcf4e61674c8 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363226 Aug 09 11:42:35.294209 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 11b154a6-da67-4382-ae91-0be3c7b251e8 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:35.320822 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:35.348231 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 11b154a6-da67-4382-ae91-0be3c7b251e8 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:35.351891 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 11b154a6-da67-4382-ae91-0be3c7b251e8 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:35.352258 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:35.427379 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:35.448028 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b154a6-da67-4382-ae91-0be3c7b251e8'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:42:35.450309 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f606f3d0-3d56-4bf8-b91e-fb9b600d63e6" -d '{"events": [{"server_uuid": "6c6b95b5-cefb-4a85-81c4-fa7ee887680d", "name": "network-vif-plugged", "status": "completed", "tag": "11b154a6-da67-4382-ae91-0be3c7b251e8"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:35.462511 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 11b154a6-da67-4382-ae91-0be3c7b251e8, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=11b154a6-da67-4382-ae91-0be3c7b251e8,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:35.467101 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:35.494914 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a851a234-14b2-4d18-bd8b-edd0ee24db16 x-openstack-request-id: req-a851a234-14b2-4d18-bd8b-edd0ee24db16 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:35.495204 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b95b5-cefb-4a85-81c4-fa7ee887680d", "name": "network-vif-plugged", "status": "completed", "tag": "11b154a6-da67-4382-ae91-0be3c7b251e8", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:35.496044 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a851a234-14b2-4d18-bd8b-edd0ee24db16 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:35.496448 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b154a6-da67-4382-ae91-0be3c7b251e8', 'code': 200} Aug 09 11:42:35.522727 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=11b154a6-da67-4382-ae91-0be3c7b251e8,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:35.690681 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a9b5b-010a-4eca-9024-59d13663089b req-a9b289a2-6dae-4313-8484-254d9abf0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:35.692317 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f8a9b5b-010a-4eca-9024-59d13663089b req-a9b289a2-6dae-4313-8484-254d9abf0c65 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 1098 time: 0.0387411 Aug 09 11:42:35.726574 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6f8a9b5b-010a-4eca-9024-59d13663089b req-54be66fa-0727-4340-a3ee-d0040e973a0c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268385 Aug 09 11:42:36.077149 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181cfc6-b773-442c-9970-138c903c01a9 req-49b3c080-9411-4ce1-bb91-4cb6a9933dfd tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:36.078798 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2181cfc6-b773-442c-9970-138c903c01a9 req-49b3c080-9411-4ce1-bb91-4cb6a9933dfd tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 945 time: 0.0483840 Aug 09 11:42:36.117883 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2181cfc6-b773-442c-9970-138c903c01a9 req-153d7c4f-33a7-4d77-b58c-1d59a78f24f8 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329037 Aug 09 11:42:37.236373 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98baa9e-c2aa-4300-b12d-64cc6f5d5335 req-04ea47ea-9cea-42a3-9ac9-fd5aa2c454bf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:37.237872 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b98baa9e-c2aa-4300-b12d-64cc6f5d5335 req-04ea47ea-9cea-42a3-9ac9-fd5aa2c454bf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 945 time: 0.0523741 Aug 09 11:42:37.276618 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b98baa9e-c2aa-4300-b12d-64cc6f5d5335 req-cfcbce18-8a7c-4646-9eb8-e3806a4f892c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328751 Aug 09 11:42:37.389394 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a0837-b146-42bf-9335-05f0be76eebe req-a988302e-ea35-4dd3-85c2-091ca593cdbc tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:37.390874 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d08a0837-b146-42bf-9335-05f0be76eebe req-a988302e-ea35-4dd3-85c2-091ca593cdbc tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 945 time: 0.0473037 Aug 09 11:42:37.428007 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d08a0837-b146-42bf-9335-05f0be76eebe req-066f3239-3e5c-43c0-bdaf-be3af89a8708 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Aug 09 11:42:37.449618 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50742) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:37.528121 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d05f0-3618-4f4b-a875-21af79389624 tempest-TestVolumeBootPattern-1005427299 tempest-TestVolumeBootPattern-1005427299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:37.529632 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-819d05f0-3618-4f4b-a875-21af79389624 tempest-TestVolumeBootPattern-1005427299 tempest-TestVolumeBootPattern-1005427299-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 1093 time: 0.0789506 Aug 09 11:42:37.532521 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50746) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:37.536753 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'floatingip': {'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'port_id': '11b154a6-da67-4382-ae91-0be3c7b251e8', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:37.557598 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:37.651722 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:37.747043 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Allocated IP 172.27.1.76 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/7f54213c-9ec6-4808-8092-bc5a57d53f69) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:37.846642 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:37.885962 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:37.921433 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:37.927491 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:37.931153 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:37.954813 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'Port': ['ID=7f54213c-9ec6-4808-8092-bc5a57d53f69,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:38.550563 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:38.612109 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:38.759713 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:38.764477 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:38.829227 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'Port': ['ID=7f54213c-9ec6-4808-8092-bc5a57d53f69,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:38.838734 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:38.934717 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Floating IP ff0ac665-8042-4a5d-a906-b901df4b4eaa associated. External IP: 172.27.1.76, port: 11b154a6-da67-4382-ae91-0be3c7b251e8. Aug 09 11:42:39.142454 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:42:39.246669 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:39.256987 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] Sync routers for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:39.262157 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:39.270268 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:39.270954 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:42:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:39.290788 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b0ba2624-f54d-4278-a35d-163b73b936e5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7572713 Aug 09 11:42:39.291369 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'tag': '11b154a6-da67-4382-ae91-0be3c7b251e8'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:42:39.294394 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b95b5-cefb-4a85-81c4-fa7ee887680d", "tag": "11b154a6-da67-4382-ae91-0be3c7b251e8"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:39.344770 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddf6383-ad9a-4bd0-8a50-8c882753168e x-openstack-request-id: req-5ddf6383-ad9a-4bd0-8a50-8c882753168e {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:39.345061 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b95b5-cefb-4a85-81c4-fa7ee887680d", "tag": "11b154a6-da67-4382-ae91-0be3c7b251e8", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:39.345312 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ddf6383-ad9a-4bd0-8a50-8c882753168e {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:39.345744 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'tag': '11b154a6-da67-4382-ae91-0be3c7b251e8', 'status': 'completed', 'code': 200} Aug 09 11:42:39.382191 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:39.407573 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-e9f028bc-4aeb-4062-b2a5-77908a915c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:39.409033 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-e9f028bc-4aeb-4062-b2a5-77908a915c01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 1098 time: 0.0398939 Aug 09 11:42:39.501685 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-08e2b720-6c20-4598-88a7-a8fca36ad95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:39.503163 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-08e2b720-6c20-4598-88a7-a8fca36ad95e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0867350 Aug 09 11:42:39.574991 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-3787f132-f10c-4d5b-83f0-b6ba7253fa40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b154a6-da67-4382-ae91-0be3c7b251e8 HTTP/1.1" status: 200 len: 998 time: 0.0642900 Aug 09 11:42:39.601317 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'ff0ac665-8042-4a5d-a906-b901df4b4eaa', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '11b154a6-da67-4382-ae91-0be3c7b251e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:87:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:42:38Z', 'updated_at': '2021-08-09T11:42:38Z', 'revision_number': 0, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:39.626341 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-30ca5ff7-98a5-4a41-b065-5ae0ca57b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:39.626588 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] Checking router: 03ea490e-7d15-45bf-81c3-a7f2f6348f43 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:39.627811 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-30ca5ff7-98a5-4a41-b065-5ae0ca57b8a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0462828 Aug 09 11:42:39.634956 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:39.635547 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:42:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:39.672511 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-e3b8160f-5da2-4ea3-b776-a80887109678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:39.673938 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-e3b8160f-5da2-4ea3-b776-a80887109678 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394411 Aug 09 11:42:39.737959 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:39.760059 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-4257dee4-c8ac-4388-ab43-7a13b82bde74 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788844 Aug 09 11:42:39.852306 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-10c87b1d-bd3f-4e8f-a298-322061ee9bf4 req-a1a61755-78c4-4d5a-ac46-4be51317fd61 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844207 Aug 09 11:42:39.953141 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'ff0ac665-8042-4a5d-a906-b901df4b4eaa', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '11b154a6-da67-4382-ae91-0be3c7b251e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:87:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:42:38Z', 'updated_at': '2021-08-09T11:42:38Z', 'revision_number': 0, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:39.981367 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c0500-295d-414d-aeeb-4cba8387d6ad None None] The sync data for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi is: [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'ff0ac665-8042-4a5d-a906-b901df4b4eaa', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '11b154a6-da67-4382-ae91-0be3c7b251e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:87:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:42:38Z', 'updated_at': '2021-08-09T11:42:38Z', 'revision_number': 0, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:40.555499 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9adca99-bd27-4f16-ad28-f89ba142e1ee None None] New status for floating IP ff0ac665-8042-4a5d-a906-b901df4b4eaa: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:42:54.668369 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:42:58.095971 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cfb4cba9-e69a-4e07-a215-1a6b45674376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.740475 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a3bb2784-6037-4ff4-aea0-142ce9234b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.965880 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.991397 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:03.517325 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:05.304736 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.096503 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3fadd0b8-cb1f-4a59-a584-69af88a5a1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:30.740456 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-342e3a12-b394-49da-9bcf-e36aff51a22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:30.966610 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:31.666496 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:43:31.994577 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:32.770416 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-dd092bc0-76f0-4a6b-86fe-fd7887c57cf7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518818 Aug 09 11:43:32.850723 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-0d842aa1-2103-4ed6-a32c-7f7ff4055ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:32.852187 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-0d842aa1-2103-4ed6-a32c-7f7ff4055ceb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 1098 time: 0.0387824 Aug 09 11:43:32.954930 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-d3fd4523-6466-4bb6-94e6-32ee6019b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:32.956523 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-d3fd4523-6466-4bb6-94e6-32ee6019b819 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0848184 Aug 09 11:43:33.020322 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-b801d761-4de8-4e10-989a-12de8cb920d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b154a6-da67-4382-ae91-0be3c7b251e8 HTTP/1.1" status: 200 len: 1000 time: 0.0567439 Aug 09 11:43:33.071930 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-46e0bd8e-e2da-42e6-b9bd-f7527f2ef0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:33.073285 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-46e0bd8e-e2da-42e6-b9bd-f7527f2ef0a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0452185 Aug 09 11:43:33.121675 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-4d0cfda7-c86e-4c28-b50c-e79f426e2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:33.123158 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-4d0cfda7-c86e-4c28-b50c-e79f426e2cab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406651 Aug 09 11:43:33.212971 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-524ebf16-08cc-4f8a-95c9-61c63beef875 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820642 Aug 09 11:43:33.306748 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cb010df8-72dd-437d-bf63-3be3347aeb92 req-1e9d4884-3cc2-497d-a965-191d5f2a7280 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868928 Aug 09 11:43:33.518940 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:35.319539 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:58.098297 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d07d1f6c-8c67-4121-8705-76defdcb83c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:00.742199 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-740dbdb1-e3ae-4121-82ff-a717c93e130d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:00.966714 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:01.996583 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:03.521833 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:05.318639 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:08.665128 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:44:28.098124 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ca744f0b-5138-4dae-b7d1-4e0b3560292e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.742373 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1c34b5d3-2178-45de-becf-4b124348096c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.969290 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:32.000487 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.525177 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.754692 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-d3f5badd-2394-49cb-b934-259f9aa6de6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435297 Aug 09 11:44:33.835999 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-12822d42-94a1-4c3d-8c7c-14edbb2eb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:33.837673 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-12822d42-94a1-4c3d-8c7c-14edbb2eb2a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 1098 time: 0.0414383 Aug 09 11:44:33.947869 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-7ae7d441-4ec7-446d-a88d-10224f9a472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:33.949790 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-7ae7d441-4ec7-446d-a88d-10224f9a472b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0923564 Aug 09 11:44:34.055047 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-c5718b28-199d-4421-9f1e-0c067e9ead4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b154a6-da67-4382-ae91-0be3c7b251e8 HTTP/1.1" status: 200 len: 1000 time: 0.0985651 Aug 09 11:44:34.104322 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b972c6c-ebaa-4d0f-926b-e069648be694 req-a127f295-f0e0-4add-bdeb-438dd64c25bb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:34.105834 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5b972c6c-ebaa-4d0f-926b-e069648be694 req-a127f295-f0e0-4add-bdeb-438dd64c25bb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 945 time: 0.1042726 Aug 09 11:44:34.166565 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-dac300a4-c434-4a24-8421-642fc11683a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:34.168105 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-dac300a4-c434-4a24-8421-642fc11683a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.1047845 Aug 09 11:44:34.173606 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5b972c6c-ebaa-4d0f-926b-e069648be694 req-deb37489-e805-47a6-8def-0d39cac31d41 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Aug 09 11:44:34.215338 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-a6e6b833-782a-4f5b-a43c-3f900695d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:34.216746 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-a6e6b833-782a-4f5b-a43c-3f900695d502 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406525 Aug 09 11:44:34.315280 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-d50c2226-e254-436e-9073-40a08481aca4 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907166 Aug 09 11:44:34.406219 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-433b7b8d-0b42-4fe4-a3b9-6141c69f9f1a req-7aef329a-352e-4d82-8090-083a1b1ef44a service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828283 Aug 09 11:44:35.313027 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd362d8f-8659-4661-b0e3-15513dc226d4 req-16f10244-c15e-4bca-9e59-cce44e9801b5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:35.314606 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fd362d8f-8659-4661-b0e3-15513dc226d4 req-16f10244-c15e-4bca-9e59-cce44e9801b5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 945 time: 0.0564399 Aug 09 11:44:35.334802 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.354452 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fd362d8f-8659-4661-b0e3-15513dc226d4 req-84e0fb61-8f34-4a7d-bbe0-c9e862138b2d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Aug 09 11:44:35.541015 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-bd90353b-f44f-4a17-b328-02ec21c93664 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:35.542489 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-bd90353b-f44f-4a17-b328-02ec21c93664 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 945 time: 0.0521760 Aug 09 11:44:35.631279 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Deleting port 11b154a6-da67-4382-ae91-0be3c7b251e8 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:35.631619 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.724896 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] For port 11b154a6-da67-4382-ae91-0be3c7b251e8, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=11b154a6-da67-4382-ae91-0be3c7b251e8,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:35.725262 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.890765 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.891113 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.891531 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Floating IP ff0ac665-8042-4a5d-a906-b901df4b4eaa disassociated. External IP: 172.27.1.76, port: 11b154a6-da67-4382-ae91-0be3c7b251e8. Aug 09 11:44:35.891921 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Calling delete_port for 11b154a6-da67-4382-ae91-0be3c7b251e8 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:36.019854 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.048076 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event deleted for resources: {'Port': ['ID=11b154a6-da67-4382-ae91-0be3c7b251e8,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:36.058776 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.059117 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.059450 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.059781 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.060106 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.060429 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.060753 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.061073 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.061393 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.061745 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.062061 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.062375 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:36.172822 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:44:36.280762 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:36.291588 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] Sync routers for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:36.301477 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:36.302093 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:44:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:36.320365 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] No DVR routers for this DVR port 11b154a6-da67-4382-ae91-0be3c7b251e8 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:44:36.323090 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.325341 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ab237c8b-566d-4a36-985e-e7ba58349593 req-ec5029b7-69f3-4716-b14e-399ad17d4313 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "DELETE /v2.0/ports/11b154a6-da67-4382-ae91-0be3c7b251e8 HTTP/1.1" status: 204 len: 173 time: 0.7760875 Aug 09 11:44:36.325805 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'name': 'network-vif-deleted', 'tag': '11b154a6-da67-4382-ae91-0be3c7b251e8'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:36.328646 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e3465b-7e6f-4df9-9879-845548ab9f73" -d '{"events": [{"server_uuid": "6c6b95b5-cefb-4a85-81c4-fa7ee887680d", "name": "network-vif-deleted", "tag": "11b154a6-da67-4382-ae91-0be3c7b251e8"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:36.411655 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:36.470515 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d21c5f9d-20d5-4788-a2a2-0f4f49eba272 req-6dffbfa5-1861-42b9-8877-5e44474056c9 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c6b95b5-cefb-4a85-81c4-fa7ee887680d HTTP/1.1" status: 200 len: 210 time: 0.0331621 Aug 09 11:44:36.491295 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f365eb3-8a74-43ad-ba0f-0722a7ca7525 x-openstack-request-id: req-5f365eb3-8a74-43ad-ba0f-0722a7ca7525 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:36.491295 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b95b5-cefb-4a85-81c4-fa7ee887680d", "name": "network-vif-deleted", "tag": "11b154a6-da67-4382-ae91-0be3c7b251e8", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:36.491295 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f365eb3-8a74-43ad-ba0f-0722a7ca7525 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:36.491295 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b95b5-cefb-4a85-81c4-fa7ee887680d', 'name': 'network-vif-deleted', 'tag': '11b154a6-da67-4382-ae91-0be3c7b251e8', 'status': 'completed', 'code': 200} Aug 09 11:44:36.622185 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:36.648826 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] Checking router: 03ea490e-7d15-45bf-81c3-a7f2f6348f43 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:36.657988 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:36.658528 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:44:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:36.765703 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:36.964781 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:36.995860 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7783f-c599-4cd1-a93f-1126d069cc37 None None] The sync data for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi is: [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:37.231313 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b849e0-5f18-45ff-98d1-060d0e2ee35f None None] New status for floating IP ff0ac665-8042-4a5d-a906-b901df4b4eaa: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:44:37.676211 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-fda8133e-9b08-4e07-bab2-db0e78e59a1c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389219360&fields=id&tenant_id=3964435374f44d95bdd1196e784a21bc HTTP/1.1" status: 200 len: 267 time: 0.0399263 Aug 09 11:44:37.776982 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43539b13-8e8f-4e21-8529-b49602d531fa req-4d547614-5518-4bcc-9d9b-3d2276828504 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:37.778512 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-4d547614-5518-4bcc-9d9b-3d2276828504 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 812 time: 0.0956821 Aug 09 11:44:37.793328 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-247e7605-0c5d-4ae7-9516-b3600364e272 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/quotas/3964435374f44d95bdd1196e784a21bc HTTP/1.1" status: 200 len: 375 time: 0.0086005 Aug 09 11:44:37.843444 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-08aff818-4b0b-43e1-8e15-db5e93b15132 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0445108 Aug 09 11:44:37.900426 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-1fa32d94-462d-4dc5-bd68-f6bbc3b5e131 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:44:37.901397 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-1fa32d94-462d-4dc5-bd68-f6bbc3b5e131 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468380 Aug 09 11:44:37.996331 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-196c539b-41da-4a16-a1d6-ac4881811384 service neutron] 10.222.0.30 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829437 Aug 09 11:44:38.090833 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-3fe98e1d-df16-4d09-a4f9-5078099501b2 service neutron] 10.222.0.30 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935357 Aug 09 11:44:38.395436 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6ff54431-3dbe-46f1-8b6e-d7578dcc49c7 req-446c11a4-e91b-4237-918f-a2176078a0ae tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 210 time: 0.0312130 Aug 09 11:44:39.484572 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43539b13-8e8f-4e21-8529-b49602d531fa req-cd4c798b-7f8a-4319-8ff3-94509c850849 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:39.486084 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-cd4c798b-7f8a-4319-8ff3-94509c850849 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 812 time: 0.1178894 Aug 09 11:44:39.501439 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ad195c1d-e976-4e80-a2cf-83913385644a req-e6672f12-1b4a-4c81-abaf-0d70116c1b6f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 210 time: 0.0350194 Aug 09 11:44:39.536830 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2af715f1-d753-480f-b17e-dc531ea4532a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3964435374f44d95bdd1196e784a21bc HTTP/1.1" status: 200 len: 380 time: 0.0375624 Aug 09 11:44:39.546444 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'port': {'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'admin_state_up': True, 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'security_groups': ['809456cd-7962-42ea-8348-e55f5c6a75c3']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:39.653277 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Made reservation on behalf of 3964435374f44d95bdd1196e784a21bc for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:39.657677 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:39.785555 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Allocated IP 172.20.0.9 (b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5/cc3f16b3-cc1e-407e-8140-7e333652f5c2/8da41983-e99c-4d54-8ecb-b08f6ce9b899) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:39.869577 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 11b154a6-da67-4382-ae91-0be3c7b251e8 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:44:39.893145 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 11b154a6-da67-4382-ae91-0be3c7b251e8 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:44:39.893519 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 11b154a6-da67-4382-ae91-0be3c7b251e8 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:44:39.941037 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:39.955289 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Transition to ACTIVE for port object 8da41983-e99c-4d54-8ecb-b08f6ce9b899 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:39.988653 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.033158 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:40.038115 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:40.040572 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:40.070054 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'Port': ['ID=8da41983-e99c-4d54-8ecb-b08f6ce9b899,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:40.105152 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:40.105909 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.121352 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-126d466a-778c-495b-955f-9c8c7583813b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787327 Aug 09 11:44:40.134019 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Request body: {'port': {'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:40.190118 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.307907 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-235ddc00-c4d6-4669-a5c0-9912cd31d2ef None None] Provisioning for port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:40.312260 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-235ddc00-c4d6-4669-a5c0-9912cd31d2ef None None] Provisioning complete for port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:40.312669 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-235ddc00-c4d6-4669-a5c0-9912cd31d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.353657 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-235ddc00-c4d6-4669-a5c0-9912cd31d2ef None None] Port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:44:40.475140 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da41983-e99c-4d54-8ecb-b08f6ce9b899 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:44:40.482324 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.494013 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Transition to ACTIVE for port object 8da41983-e99c-4d54-8ecb-b08f6ce9b899 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:40.497896 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.565149 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Pushing event updated for resources: {'Port': ['ID=8da41983-e99c-4d54-8ecb-b08f6ce9b899,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:40.649087 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Attempting to bind port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:40.649424 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Attempting to bind port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:40.649781 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Attempting to bind port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:40.661867 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038621f1-f2dc-4fc8-93c7-79f0885bd1cb req-cbc2d147-29b2-42da-80d6-c22672c0f3df tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:40.663344 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-038621f1-f2dc-4fc8-93c7-79f0885bd1cb req-cbc2d147-29b2-42da-80d6-c22672c0f3df tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 943 time: 0.0780303 Aug 09 11:44:40.664469 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:44:40.664789 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Attempting to bind port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:40.673690 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:40.674027 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Checking segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:40.674406 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Bound using segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:40.674837 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Bound port: 8da41983-e99c-4d54-8ecb-b08f6ce9b899, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:40.675194 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.734673 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-038621f1-f2dc-4fc8-93c7-79f0885bd1cb req-f3fccd40-fa56-4a6a-b5ec-0e36e3d22ca7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627117 Aug 09 11:44:40.768209 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] For port 8da41983-e99c-4d54-8ecb-b08f6ce9b899, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:40.771339 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] For port 8da41983-e99c-4d54-8ecb-b08f6ce9b899, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:40.776979 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.807895 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:40.808674 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.810083 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] 10.222.0.10 "PUT /v2.0/ports/8da41983-e99c-4d54-8ecb-b08f6ce9b899 HTTP/1.1" status: 200 len: 1093 time: 0.6809211 Aug 09 11:44:40.812284 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'tag': '8da41983-e99c-4d54-8ecb-b08f6ce9b899'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:40.815539 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bb6760-c898-4331-b772-4eda94e91a71" -d '{"events": [{"name": "network-changed", "server_uuid": "44fabc4b-82e7-4a6f-b0a8-434126124684", "tag": "8da41983-e99c-4d54-8ecb-b08f6ce9b899"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:40.846956 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf694ef-878c-404e-a260-3e1d72bdbb4b service neutron] Pushing event updated for resources: {'Port': ['ID=8da41983-e99c-4d54-8ecb-b08f6ce9b899,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:40.865206 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3038445-8c48-471e-b1b0-cc8c23ac6e07 x-openstack-request-id: req-c3038445-8c48-471e-b1b0-cc8c23ac6e07 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:40.865592 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fabc4b-82e7-4a6f-b0a8-434126124684", "tag": "8da41983-e99c-4d54-8ecb-b08f6ce9b899", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:40.865843 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3038445-8c48-471e-b1b0-cc8c23ac6e07 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:40.866230 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'tag': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'status': 'completed', 'code': 200} Aug 09 11:44:41.171085 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43539b13-8e8f-4e21-8529-b49602d531fa req-01cb9d84-b7ec-401c-97d5-3d2b8f5a75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.172618 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-01cb9d84-b7ec-401c-97d5-3d2b8f5a75b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 1096 time: 0.3178158 Aug 09 11:44:41.214382 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-43cc08ec-f7c9-464d-a063-c2eb476c9a65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899 HTTP/1.1" status: 200 len: 217 time: 0.0335269 Aug 09 11:44:41.261305 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43539b13-8e8f-4e21-8529-b49602d531fa req-cd494062-6dbd-41f7-a3b5-e1041c087ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.262775 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-cd494062-6dbd-41f7-a3b5-e1041c087ce7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0416791 Aug 09 11:44:41.307173 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43539b13-8e8f-4e21-8529-b49602d531fa req-c9f2fe2a-e85a-4041-a108-4866558c0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.308647 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-c9f2fe2a-e85a-4041-a108-4866558c0a5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386429 Aug 09 11:44:41.402120 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-92e97032-bc7d-497b-a6dd-dd8ffd6e6d13 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857804 Aug 09 11:44:41.493876 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-43539b13-8e8f-4e21-8529-b49602d531fa req-e6a0a172-9d40-457a-a5ff-f4097abade59 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847833 Aug 09 11:44:41.587463 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6760-c898-4331-b772-4eda94e91a71 req-a39bbe70-7b12-4f90-abf0-c7e619485d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.588968 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20bb6760-c898-4331-b772-4eda94e91a71 req-a39bbe70-7b12-4f90-abf0-c7e619485d95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 1096 time: 0.0423114 Aug 09 11:44:41.680415 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6760-c898-4331-b772-4eda94e91a71 req-fac14b8d-fbbc-4999-8fc3-47c454811546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.681879 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20bb6760-c898-4331-b772-4eda94e91a71 req-fac14b8d-fbbc-4999-8fc3-47c454811546 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0846469 Aug 09 11:44:41.727661 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20bb6760-c898-4331-b772-4eda94e91a71 req-ed151bca-cc36-401f-b43d-a7b34d23cd6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899 HTTP/1.1" status: 200 len: 217 time: 0.0367610 Aug 09 11:44:41.778084 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6760-c898-4331-b772-4eda94e91a71 req-0597e965-a9ec-460e-a431-9e1287e4c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.779558 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20bb6760-c898-4331-b772-4eda94e91a71 req-0597e965-a9ec-460e-a431-9e1287e4c381 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0440593 Aug 09 11:44:41.860918 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6760-c898-4331-b772-4eda94e91a71 req-3b17c006-9c61-44aa-a934-07af5d4ce0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.862426 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20bb6760-c898-4331-b772-4eda94e91a71 req-3b17c006-9c61-44aa-a934-07af5d4ce0a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753741 Aug 09 11:44:41.873091 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346714a-ad3c-420d-b7db-b54f1a84bff7 req-91bf7fc7-57ae-4247-81a4-3cd53414ce35 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.875119 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0346714a-ad3c-420d-b7db-b54f1a84bff7 req-91bf7fc7-57ae-4247-81a4-3cd53414ce35 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 943 time: 0.0641682 Aug 09 11:44:41.955442 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0346714a-ad3c-420d-b7db-b54f1a84bff7 req-b120ad1e-7233-4883-8c65-c795a6736532 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720716 Aug 09 11:44:41.981596 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20bb6760-c898-4331-b772-4eda94e91a71 req-6a684d01-ca8d-40fd-91b3-08a0500b27cb service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054883 Aug 09 11:44:42.073099 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-20bb6760-c898-4331-b772-4eda94e91a71 req-5089fb85-b9e5-4287-87ff-12c8eb60d24e service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844867 Aug 09 11:44:43.070044 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0763793-efcf-405f-9bf2-251fdba91951 req-768bf7a4-133f-4c54-89b6-676b8eedcddc tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:43.071514 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e0763793-efcf-405f-9bf2-251fdba91951 req-768bf7a4-133f-4c54-89b6-676b8eedcddc tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 943 time: 0.0475149 Aug 09 11:44:43.110194 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e0763793-efcf-405f-9bf2-251fdba91951 req-85b8520c-b771-4b43-b495-4f48458b2c99 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320327 Aug 09 11:44:44.225028 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca890b-697c-4395-85ca-e7ae9fbb6893 req-b56e2534-191b-4aa9-a4bc-f5c7e0a73cd2 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:44.226511 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11ca890b-697c-4395-85ca-e7ae9fbb6893 req-b56e2534-191b-4aa9-a4bc-f5c7e0a73cd2 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 943 time: 0.0481019 Aug 09 11:44:44.263286 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11ca890b-697c-4395-85ca-e7ae9fbb6893 req-b5ace1fd-675b-45b4-bb3a-1a1c5e3579d6 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Aug 09 11:44:45.381102 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89558e47-69e5-4cc1-8fb1-907fe585bba5 req-fafafde3-685f-4fc2-ba41-bca44c8f9b0a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:45.382852 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89558e47-69e5-4cc1-8fb1-907fe585bba5 req-fafafde3-685f-4fc2-ba41-bca44c8f9b0a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 943 time: 0.0519090 Aug 09 11:44:45.420732 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-89558e47-69e5-4cc1-8fb1-907fe585bba5 req-dc28ad9e-e728-48e2-ac82-50da73b2ec14 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Aug 09 11:44:45.663497 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:44:46.533145 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d06d89-1d80-45a5-8fdb-f829a4adbcf7 req-3fdc9f00-f267-44ad-a7f6-b9fdd2432578 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:46.534559 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-94d06d89-1d80-45a5-8fdb-f829a4adbcf7 req-3fdc9f00-f267-44ad-a7f6-b9fdd2432578 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 943 time: 0.0481927 Aug 09 11:44:46.574960 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-94d06d89-1d80-45a5-8fdb-f829a4adbcf7 req-4fbcc260-6035-4d53-82e6-2ecddc7f0b55 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340474 Aug 09 11:44:47.688893 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341074b7-2ed3-49ed-a988-286692aafe04 req-d707ad5a-fe5b-4b8a-b457-5418f6e51add tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:47.690401 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-341074b7-2ed3-49ed-a988-286692aafe04 req-d707ad5a-fe5b-4b8a-b457-5418f6e51add tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 943 time: 0.0479350 Aug 09 11:44:47.726559 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-341074b7-2ed3-49ed-a988-286692aafe04 req-32df9f34-83bf-4191-8519-680dd77623bf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303268 Aug 09 11:44:48.843377 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971916e3-1f2e-46c9-be62-c68c720797eb req-7e0b2238-12eb-4da7-b353-857175ffbee4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:48.844878 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-971916e3-1f2e-46c9-be62-c68c720797eb req-7e0b2238-12eb-4da7-b353-857175ffbee4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 943 time: 0.0524950 Aug 09 11:44:48.887384 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-971916e3-1f2e-46c9-be62-c68c720797eb req-2149b74b-73bd-49fe-84d2-300db57b5f24 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365756 Aug 09 11:44:49.915575 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8da41983-e99c-4d54-8ecb-b08f6ce9b899 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:44:50.000880 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873388c7-1261-4cdb-a8b1-8ee6f8a52af4 req-de606851-f8da-44b5-97f6-d588b579c06a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:50.002506 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-873388c7-1261-4cdb-a8b1-8ee6f8a52af4 req-de606851-f8da-44b5-97f6-d588b579c06a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 943 time: 0.0481465 Aug 09 11:44:50.007637 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 8da41983-e99c-4d54-8ecb-b08f6ce9b899, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:50.020976 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'mac_address': 'fa:16:3e:dd:94:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:44:50.046477 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-873388c7-1261-4cdb-a8b1-8ee6f8a52af4 req-5d6a3abc-f07c-4963-9c1f-1dc5944feebf tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373893 Aug 09 11:44:50.065709 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.079552 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da41983-e99c-4d54-8ecb-b08f6ce9b899 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:44:50.099946 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 8da41983-e99c-4d54-8ecb-b08f6ce9b899, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:50.104861 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.151864 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=8da41983-e99c-4d54-8ecb-b08f6ce9b899,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:50.162932 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.163282 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.163626 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.163963 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.164298 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.164631 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.164959 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.165336 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.165640 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.165968 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.166289 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.166610 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:50.329320 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['8da41983-e99c-4d54-8ecb-b08f6ce9b899'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:44:51.162417 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6717-69be-4bd1-8826-5215c3016405 req-5c0ad8c7-8465-4b65-9e86-26aa4ddb520d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:51.163896 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa6f6717-69be-4bd1-8826-5215c3016405 req-5c0ad8c7-8465-4b65-9e86-26aa4ddb520d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 944 time: 0.0477929 Aug 09 11:44:51.202329 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-fa6f6717-69be-4bd1-8826-5215c3016405 req-89c4de5a-6c68-4046-bda4-c3d244b3adfd tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317953 Aug 09 11:44:51.915253 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8da41983-e99c-4d54-8ecb-b08f6ce9b899 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:51.963401 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:51.967018 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:51.967392 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.046109 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.068079 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da41983-e99c-4d54-8ecb-b08f6ce9b899'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:52.070356 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d2a9df-948b-43c7-b4ac-b6a5c6baf40b" -d '{"events": [{"server_uuid": "44fabc4b-82e7-4a6f-b0a8-434126124684", "name": "network-vif-plugged", "status": "completed", "tag": "8da41983-e99c-4d54-8ecb-b08f6ce9b899"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:52.084003 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 8da41983-e99c-4d54-8ecb-b08f6ce9b899, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:52.087926 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.137257 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=8da41983-e99c-4d54-8ecb-b08f6ce9b899,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:52.162469 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9753482f-99af-4248-9caf-6312beb6a7d8 x-openstack-request-id: req-9753482f-99af-4248-9caf-6312beb6a7d8 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:52.162755 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fabc4b-82e7-4a6f-b0a8-434126124684", "name": "network-vif-plugged", "status": "completed", "tag": "8da41983-e99c-4d54-8ecb-b08f6ce9b899", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:52.162998 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9753482f-99af-4248-9caf-6312beb6a7d8 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:52.163384 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'code': 200} Aug 09 11:44:52.327822 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41d15-2bf0-4d9a-9cb2-548d6326ba47 req-86297039-c891-406c-81aa-414a2b991dda tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:52.329346 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ddb41d15-2bf0-4d9a-9cb2-548d6326ba47 req-86297039-c891-406c-81aa-414a2b991dda tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 945 time: 0.0535207 Aug 09 11:44:52.391275 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ddb41d15-2bf0-4d9a-9cb2-548d6326ba47 req-452c10d9-cf22-4bc4-b478-efe4e3bd97a7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560236 Aug 09 11:44:52.400531 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8dd56-922d-43c9-af79-7d0f8106910d req-9eb5a074-cfb4-4297-84c6-779468bb9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:52.402537 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57d8dd56-922d-43c9-af79-7d0f8106910d req-9eb5a074-cfb4-4297-84c6-779468bb9d51 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 1098 time: 0.0657351 Aug 09 11:44:52.437158 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-57d8dd56-922d-43c9-af79-7d0f8106910d req-17ec32e9-07e2-43b4-85ec-43e4f9b789cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281332 Aug 09 11:44:53.525738 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9541cfa-0b1f-4454-9e95-15e01f8b0372 req-81f1dc1a-cdaa-4121-9dbf-1e68c07ebe60 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:53.527147 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9541cfa-0b1f-4454-9e95-15e01f8b0372 req-81f1dc1a-cdaa-4121-9dbf-1e68c07ebe60 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 945 time: 0.0517850 Aug 09 11:44:53.564839 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c9541cfa-0b1f-4454-9e95-15e01f8b0372 req-0c74f21f-faef-4688-b788-3b9cc346d787 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318468 Aug 09 11:44:53.682771 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef51b7-8e79-400b-aea0-f1c31a170518 req-b87e4c8e-efe1-4f5d-bf61-032b364f2890 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:53.684248 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21ef51b7-8e79-400b-aea0-f1c31a170518 req-b87e4c8e-efe1-4f5d-bf61-032b364f2890 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 945 time: 0.0521028 Aug 09 11:44:53.722919 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21ef51b7-8e79-400b-aea0-f1c31a170518 req-0fb877d3-3710-4ca3-af6c-b8ea8401ca31 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Aug 09 11:44:53.745154 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50886) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:53.785060 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05794b83-0017-4512-9acf-235b41368187 tempest-TestVolumeBootPattern-1005427299 tempest-TestVolumeBootPattern-1005427299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:53.786515 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-05794b83-0017-4512-9acf-235b41368187 tempest-TestVolumeBootPattern-1005427299 tempest-TestVolumeBootPattern-1005427299-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 1093 time: 0.0401208 Aug 09 11:44:53.789326 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 50888) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:53.793678 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'floatingip': {'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:53.827824 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.933756 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.035990 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Allocated IP 172.27.1.114 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/d89a5879-26bf-4de8-8b85-92c6216cf1cf) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:54.138447 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.176862 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.218130 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:54.221124 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:54.223924 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:54.247648 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'Port': ['ID=d89a5879-26bf-4de8-8b85-92c6216cf1cf,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:54.574995 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.639387 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.784101 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.788534 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.852115 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'Port': ['ID=d89a5879-26bf-4de8-8b85-92c6216cf1cf,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:54.867548 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.967063 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Floating IP cd72f1d6-2624-444c-8b86-cf7e25bf1d45 associated. External IP: 172.27.1.114, port: 8da41983-e99c-4d54-8ecb-b08f6ce9b899. Aug 09 11:44:55.168718 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:44:55.274981 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:55.284760 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] Sync routers for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:55.292522 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.294812 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:55.295992 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:44:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:55.333387 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1b1948b8-cbfe-44f0-a624-344fd84bf16c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5295856 Aug 09 11:44:55.333387 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'tag': '8da41983-e99c-4d54-8ecb-b08f6ce9b899'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:55.333387 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34772975-ddac-4358-b33e-23e188479ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "44fabc4b-82e7-4a6f-b0a8-434126124684", "tag": "8da41983-e99c-4d54-8ecb-b08f6ce9b899"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:55.357310 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424af2a5-6e18-477e-80a7-91a3ad027a9e x-openstack-request-id: req-424af2a5-6e18-477e-80a7-91a3ad027a9e {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:55.357626 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fabc4b-82e7-4a6f-b0a8-434126124684", "tag": "8da41983-e99c-4d54-8ecb-b08f6ce9b899", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:55.358395 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-424af2a5-6e18-477e-80a7-91a3ad027a9e {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:55.358804 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'tag': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'status': 'completed', 'code': 200} Aug 09 11:44:55.403922 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:55.417373 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34772975-ddac-4358-b33e-23e188479ac9 req-a7390206-bbfe-4e7d-a6a8-cd014ec67afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:55.418983 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34772975-ddac-4358-b33e-23e188479ac9 req-a7390206-bbfe-4e7d-a6a8-cd014ec67afe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 1098 time: 0.0392411 Aug 09 11:44:55.513029 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34772975-ddac-4358-b33e-23e188479ac9 req-e1587517-fba4-443f-9c7e-b0be20bca3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:55.514627 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34772975-ddac-4358-b33e-23e188479ac9 req-e1587517-fba4-443f-9c7e-b0be20bca3a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0888579 Aug 09 11:44:55.580802 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34772975-ddac-4358-b33e-23e188479ac9 req-49d543c7-5fb0-43e3-aa16-3fa4a3f5a293 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899 HTTP/1.1" status: 200 len: 999 time: 0.0596361 Aug 09 11:44:55.635209 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34772975-ddac-4358-b33e-23e188479ac9 req-7ecdbe0a-9630-4863-a726-e106dce404e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:55.636815 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34772975-ddac-4358-b33e-23e188479ac9 req-7ecdbe0a-9630-4863-a726-e106dce404e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0495725 Aug 09 11:44:55.641448 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'cd72f1d6-2624-444c-8b86-cf7e25bf1d45', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:dd:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:54Z', 'updated_at': '2021-08-09T11:44:54Z', 'revision_number': 0, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:55.668214 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] Checking router: 03ea490e-7d15-45bf-81c3-a7f2f6348f43 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:55.677216 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:55.677792 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:44:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:55.682781 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34772975-ddac-4358-b33e-23e188479ac9 req-342cf753-07b1-48f6-bca8-f1ec9cb98d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:55.684370 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34772975-ddac-4358-b33e-23e188479ac9 req-342cf753-07b1-48f6-bca8-f1ec9cb98d4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406108 Aug 09 11:44:55.770388 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34772975-ddac-4358-b33e-23e188479ac9 req-9d194b54-48e3-4be3-b07b-43ac09809e40 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792761 Aug 09 11:44:55.782008 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:55.862118 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34772975-ddac-4358-b33e-23e188479ac9 req-a02b4dee-22e7-4d9f-8931-1161778e748f service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848970 Aug 09 11:44:56.129484 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'cd72f1d6-2624-444c-8b86-cf7e25bf1d45', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:dd:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:54Z', 'updated_at': '2021-08-09T11:44:54Z', 'revision_number': 0, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:56.159503 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d757834d-e62e-4a69-86ae-fe6f184db1ea None None] The sync data for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi is: [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'cd72f1d6-2624-444c-8b86-cf7e25bf1d45', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:dd:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:54Z', 'updated_at': '2021-08-09T11:44:54Z', 'revision_number': 0, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:56.339832 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea27d847-d4ae-41c4-9aca-ce61d80bc215 None None] New status for floating IP cd72f1d6-2624-444c-8b86-cf7e25bf1d45: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:44:58.098970 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f2abee55-bd1f-44ef-a1e0-d2472d65d086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.743767 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ab28c3c7-00bb-4b84-bcd8-1fe8b8756f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.969925 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.004294 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.528157 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:05.336841 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.662693 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:45:28.097943 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6a78a81a-7cf6-42e4-bc13-72ad4c82539c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:30.748622 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-15cce13a-e452-44a3-a954-1fc17efb472c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:30.971481 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:32.005939 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:33.531467 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:33.880770 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-dc2f12f9-1184-4cdf-a807-4cc16d4d55b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383966 Aug 09 11:45:33.961292 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-8e2d619c-075a-4a92-bc69-5b625aa59007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:33.962813 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-8e2d619c-075a-4a92-bc69-5b625aa59007 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 1098 time: 0.0405025 Aug 09 11:45:34.064577 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-fc0a2e28-967f-4042-aa9e-b2e0a5ea2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:34.066067 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-fc0a2e28-967f-4042-aa9e-b2e0a5ea2f29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0854681 Aug 09 11:45:34.127888 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-b422e1cb-7783-486f-b4d7-96f542bb08d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899 HTTP/1.1" status: 200 len: 1001 time: 0.0552123 Aug 09 11:45:34.178158 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-01522858-a073-4fd5-b4ab-df936c82186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:34.179552 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-01522858-a073-4fd5-b4ab-df936c82186a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0444458 Aug 09 11:45:34.223677 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-e2a8303d-0c21-4bd1-8ecf-c68e1e6761f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:34.225129 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-e2a8303d-0c21-4bd1-8ecf-c68e1e6761f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380991 Aug 09 11:45:34.312488 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-baedc9dc-12e3-4335-bda3-cd00cf9494fd service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790455 Aug 09 11:45:34.403550 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a4d1c48f-fffa-47e8-9f68-38826b8ceac4 req-e19d9ca9-ecdd-465d-8799-f420fc7b710b service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839922 Aug 09 11:45:35.347979 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:58.099122 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb4349d7-cabe-4d50-bc63-53b040022d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.663024 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:46:00.749966 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1b69-0a7c-49e6-a924-f6fb3eb99578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:00.971881 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:02.008796 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:03.533245 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:05.351814 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:28.099052 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a23cce92-90ce-4ec2-8c4a-37f0b10a87d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.750209 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-05bb1205-14e3-439d-9889-a6f775f3f562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.974216 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:32.014393 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:33.536570 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:33.738159 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2278581e-2a3d-4557-a513-799c031f1d32 req-7acc7b9e-373b-4c77-9e66-10abf2501a1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397732 Aug 09 11:46:33.818101 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278581e-2a3d-4557-a513-799c031f1d32 req-beab0828-4157-4455-9f30-4e54382c280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:33.819505 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2278581e-2a3d-4557-a513-799c031f1d32 req-beab0828-4157-4455-9f30-4e54382c280b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 1098 time: 0.0394411 Aug 09 11:46:33.930887 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278581e-2a3d-4557-a513-799c031f1d32 req-5cfd33de-473e-4dfa-a894-e16e67bec08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:33.933760 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2278581e-2a3d-4557-a513-799c031f1d32 req-5cfd33de-473e-4dfa-a894-e16e67bec08f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0942299 Aug 09 11:46:34.036175 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2278581e-2a3d-4557-a513-799c031f1d32 req-8fecb0cb-9681-47c6-9041-7dbf4d52915b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899 HTTP/1.1" status: 200 len: 1001 time: 0.0930693 Aug 09 11:46:34.088288 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278581e-2a3d-4557-a513-799c031f1d32 req-291ecaf2-4af3-43f4-8a16-c04f6ec41010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:34.089733 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2278581e-2a3d-4557-a513-799c031f1d32 req-291ecaf2-4af3-43f4-8a16-c04f6ec41010 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0464075 Aug 09 11:46:34.134944 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278581e-2a3d-4557-a513-799c031f1d32 req-39658a25-8610-481a-8bb9-712a07dc5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:34.136483 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2278581e-2a3d-4557-a513-799c031f1d32 req-39658a25-8610-481a-8bb9-712a07dc5361 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399637 Aug 09 11:46:34.224146 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2278581e-2a3d-4557-a513-799c031f1d32 req-5071db3f-ba0b-4c6c-a574-32bd58cb5c95 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798690 Aug 09 11:46:34.317332 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2278581e-2a3d-4557-a513-799c031f1d32 req-c8158381-29d5-4abd-9c7f-d21e5f97e2d6 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851786 Aug 09 11:46:35.361646 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:36.661567 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:46:46.640326 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-a0506ada-ac8f-43f7-8d3d-5a7800a66a19 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389219360&fields=id&tenant_id=3964435374f44d95bdd1196e784a21bc HTTP/1.1" status: 200 len: 267 time: 0.0449595 Aug 09 11:46:46.747697 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-84f94280-410c-450a-99cf-6e833fd7d819 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:46.749180 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-84f94280-410c-450a-99cf-6e833fd7d819 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 812 time: 0.1013253 Aug 09 11:46:46.763915 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-6444b999-bec6-4c6a-b98c-8d20a3accb8a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/quotas/3964435374f44d95bdd1196e784a21bc HTTP/1.1" status: 200 len: 375 time: 0.0090253 Aug 09 11:46:46.828032 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-8ad7b89f-a50f-4916-ada0-90947925746b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0588646 Aug 09 11:46:46.908354 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-0307c6fc-37b5-4c98-817e-ee118ae605ce service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:46:46.909339 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-0307c6fc-37b5-4c98-817e-ee118ae605ce service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0691886 Aug 09 11:46:46.994930 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-9adf2d67-32f2-4913-b032-7d586b004f8a service neutron] 10.222.0.30 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794086 Aug 09 11:46:47.083731 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-99049b7c-44b7-48f7-aace-f35ea28c421a service neutron] 10.222.0.30 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826986 Aug 09 11:46:48.383632 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a43ebbe4-4dd5-41a3-ad89-1cf8340ad8b8 req-fa5c18d4-3cd6-44d4-8c2d-ad6122a6f20c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 210 time: 0.0257297 Aug 09 11:46:49.475604 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-891fbe59-21aa-416b-a722-44e0b6f1cc94 req-0d378523-4be6-4605-9ad5-d347b9be9ceb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 210 time: 0.0254889 Aug 09 11:46:50.597698 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-c7be77f8-426e-44aa-af10-61ac99271794 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:50.599108 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-c7be77f8-426e-44aa-af10-61ac99271794 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 812 time: 0.4040039 Aug 09 11:46:50.600771 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-792368d0-9f90-4ce8-9216-6243d81c426c req-db06c0f8-3d18-4ea1-a8cd-aef7ecacf607 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 210 time: 0.0426526 Aug 09 11:46:50.644224 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-d998adc0-f971-4dc3-89bc-a1f55c34f717 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3964435374f44d95bdd1196e784a21bc HTTP/1.1" status: 200 len: 380 time: 0.0350623 Aug 09 11:46:50.654500 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'port': {'device_id': '157eb973-2e00-444e-85da-27f28ecaefd2', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'admin_state_up': True, 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'security_groups': ['809456cd-7962-42ea-8348-e55f5c6a75c3']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:50.782892 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Made reservation on behalf of 3964435374f44d95bdd1196e784a21bc for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:46:50.788113 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:50.916654 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Allocated IP 172.20.0.10 (b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5/cc3f16b3-cc1e-407e-8140-7e333652f5c2/507a58e4-264b-4b99-a86e-06a6588d3997) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:46:51.049539 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.062881 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Transition to ACTIVE for port object 507a58e4-264b-4b99-a86e-06a6588d3997 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:46:51.094047 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.136783 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:46:51.139800 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:46:51.143474 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:46:51.166617 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'Port': ['ID=507a58e4-264b-4b99-a86e-06a6588d3997,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:51.177843 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.178193 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.178532 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.178867 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.179197 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.179526 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.179853 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.180333 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.180511 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.180833 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.181153 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.181557 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:51.213738 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:51.214385 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.232690 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-069fb1df-b78f-48ec-8636-ad0b3a55fc9d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5828948 Aug 09 11:46:51.245702 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Request body: {'port': {'device_id': '157eb973-2e00-444e-85da-27f28ecaefd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:51.306010 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.322396 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-52549763-75e8-4d6c-bda1-5082b838224c None None] Provisioning for port 507a58e4-264b-4b99-a86e-06a6588d3997 completed by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:46:51.327014 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-52549763-75e8-4d6c-bda1-5082b838224c None None] Provisioning complete for port 507a58e4-264b-4b99-a86e-06a6588d3997 triggered by entity DHCP. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:46:51.327395 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-52549763-75e8-4d6c-bda1-5082b838224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.364834 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-52549763-75e8-4d6c-bda1-5082b838224c None None] Port 507a58e4-264b-4b99-a86e-06a6588d3997 cannot update to ACTIVE because it is not bound. {{(pid=93251) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:46:51.573261 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507a58e4-264b-4b99-a86e-06a6588d3997 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:46:51.580528 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.592133 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Transition to ACTIVE for port object 507a58e4-264b-4b99-a86e-06a6588d3997 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:46:51.595540 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.674454 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Pushing event updated for resources: {'Port': ['ID=507a58e4-264b-4b99-a86e-06a6588d3997,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:51.756164 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Attempting to bind port 507a58e4-264b-4b99-a86e-06a6588d3997 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:46:51.756494 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Attempting to bind port 507a58e4-264b-4b99-a86e-06a6588d3997 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:46:51.756814 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Attempting to bind port 507a58e4-264b-4b99-a86e-06a6588d3997 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:46:51.770115 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299583-d20a-441e-aeab-7f3f500638c4 req-317cdb47-24af-47ae-a752-9633d5c7607f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:51.771649 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01299583-d20a-441e-aeab-7f3f500638c4 req-317cdb47-24af-47ae-a752-9633d5c7607f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 944 time: 0.0777164 Aug 09 11:46:51.772408 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Port 507a58e4-264b-4b99-a86e-06a6588d3997 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:46:51.772723 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Attempting to bind port 507a58e4-264b-4b99-a86e-06a6588d3997 on network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:46:51.781130 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Checking agent: {'id': '77cd39ed-e3eb-4977-832a-4263f01d2a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:46:51.781511 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Checking segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:46:51.781912 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Bound using segment: {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:46:51.782393 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Bound port: 507a58e4-264b-4b99-a86e-06a6588d3997, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311a2000-29e4-428e-99a9-88a4873e80e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:46:51.782744 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.846572 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-01299583-d20a-441e-aeab-7f3f500638c4 req-2646fd79-b595-4295-9df5-6a57cf25e742 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673268 Aug 09 11:46:51.875927 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] For port 507a58e4-264b-4b99-a86e-06a6588d3997, host hv-cinder-80390, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:46:51.879174 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] For port 507a58e4-264b-4b99-a86e-06a6588d3997, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=507a58e4-264b-4b99-a86e-06a6588d3997,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:46:51.884125 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.916479 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:51.917793 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.919157 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] 10.222.0.10 "PUT /v2.0/ports/507a58e4-264b-4b99-a86e-06a6588d3997 HTTP/1.1" status: 200 len: 1094 time: 0.6786726 Aug 09 11:46:51.919594 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157eb973-2e00-444e-85da-27f28ecaefd2', 'tag': '507a58e4-264b-4b99-a86e-06a6588d3997'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:51.921853 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c99db-aa43-4d73-8435-afa6de00eb94" -d '{"events": [{"name": "network-changed", "server_uuid": "157eb973-2e00-444e-85da-27f28ecaefd2", "tag": "507a58e4-264b-4b99-a86e-06a6588d3997"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:51.949854 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43fae7-be9f-4e8d-9a96-38a77a0b240d service neutron] Pushing event updated for resources: {'Port': ['ID=507a58e4-264b-4b99-a86e-06a6588d3997,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:51.970140 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed9b288-20cb-4da3-bac5-c8cd3e85ce5e x-openstack-request-id: req-bed9b288-20cb-4da3-bac5-c8cd3e85ce5e {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:51.970438 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157eb973-2e00-444e-85da-27f28ecaefd2", "tag": "507a58e4-264b-4b99-a86e-06a6588d3997", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:51.970690 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bed9b288-20cb-4da3-bac5-c8cd3e85ce5e {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:51.971094 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157eb973-2e00-444e-85da-27f28ecaefd2', 'tag': '507a58e4-264b-4b99-a86e-06a6588d3997', 'status': 'completed', 'code': 200} Aug 09 11:46:52.002521 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-f1b68ca7-f65b-4bdb-bfc7-ae3438de45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:52.004086 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-f1b68ca7-f65b-4bdb-bfc7-ae3438de45ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 1097 time: 0.0468376 Aug 09 11:46:52.050637 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-dd1e6b45-1a39-4e2c-86e5-cb08adcbd524 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=507a58e4-264b-4b99-a86e-06a6588d3997 HTTP/1.1" status: 200 len: 217 time: 0.0386410 Aug 09 11:46:52.100355 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-868220ff-f4fe-487a-970c-0058d96d6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:52.101919 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-868220ff-f4fe-487a-970c-0058d96d6a3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0448289 Aug 09 11:46:52.147465 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-d8ef44ac-5425-46f0-9d91-9c1931391a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:52.148972 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-d8ef44ac-5425-46f0-9d91-9c1931391a8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402269 Aug 09 11:46:52.242207 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-15eb1e68-1d55-4e0f-84f2-bc4d2710a32b service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853522 Aug 09 11:46:52.330854 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d1812c06-0a02-47f3-a8b8-22c1aa2c6566 req-87143efe-9cf7-47ea-9907-d13ae116b18f service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819719 Aug 09 11:46:52.420987 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-63a30eaf-9a37-4540-8d78-eb3fcffa2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:52.422570 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-63a30eaf-9a37-4540-8d78-eb3fcffa2a25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 1097 time: 0.0409145 Aug 09 11:46:52.531596 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-1dcac40d-102e-47ad-b6dd-a7caaa6ec7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:52.533071 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-1dcac40d-102e-47ad-b6dd-a7caaa6ec7b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.1035428 Aug 09 11:46:52.575660 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-56fc147f-a702-4175-a3ce-e28eea2951d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=507a58e4-264b-4b99-a86e-06a6588d3997 HTTP/1.1" status: 200 len: 217 time: 0.0350735 Aug 09 11:46:52.626254 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-09c1d2f7-7a0b-4267-9ff0-9a9968b8a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:52.627715 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-09c1d2f7-7a0b-4267-9ff0-9a9968b8a20c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0439684 Aug 09 11:46:52.680470 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-56c67b19-ac29-48cd-9c79-260fd7580ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:52.681933 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-56c67b19-ac29-48cd-9c79-260fd7580ba1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462852 Aug 09 11:46:52.795364 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-d521572f-d6a3-486c-a9ca-11490f870b8a service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015081 Aug 09 11:46:52.901055 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b03c99db-aa43-4d73-8435-afa6de00eb94 req-ff0d2d63-4585-4fad-90e5-9e8080b07f27 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975502 Aug 09 11:46:52.968245 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa2dff-9260-4841-8899-9c4b79033015 req-65a94098-b642-41d9-aa21-f0f91a96c9a7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:52.969865 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e6fa2dff-9260-4841-8899-9c4b79033015 req-65a94098-b642-41d9-aa21-f0f91a96c9a7 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 944 time: 0.0520327 Aug 09 11:46:53.009920 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e6fa2dff-9260-4841-8899-9c4b79033015 req-6ee18c2c-67c7-499c-a502-c63e26670fde tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341477 Aug 09 11:46:54.127303 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bc79f-bbf7-48da-82c9-c56dd6b9ea79 req-dc5c330a-a62b-4d30-9a91-3282373f7671 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:54.128801 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4e3bc79f-bbf7-48da-82c9-c56dd6b9ea79 req-dc5c330a-a62b-4d30-9a91-3282373f7671 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 944 time: 0.0471807 Aug 09 11:46:54.166554 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4e3bc79f-bbf7-48da-82c9-c56dd6b9ea79 req-af31701c-0647-435b-92d3-689316bc1df5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Aug 09 11:46:55.283574 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d68dc-8081-4993-94b9-dff5260d9b0c req-8603a359-e0a0-4f18-9e60-08aeab3fb13e tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:55.285056 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f73d68dc-8081-4993-94b9-dff5260d9b0c req-8603a359-e0a0-4f18-9e60-08aeab3fb13e tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 944 time: 0.0525856 Aug 09 11:46:55.321090 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-f73d68dc-8081-4993-94b9-dff5260d9b0c req-86ab1f45-c128-44cf-b420-df953a1658e4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301321 Aug 09 11:46:56.435942 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05545de-d5c6-4647-9a28-d607e7d47d7f req-7c8a3fcc-e2f0-428b-8435-0c6583cf066c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:56.437423 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e05545de-d5c6-4647-9a28-d607e7d47d7f req-7c8a3fcc-e2f0-428b-8435-0c6583cf066c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 944 time: 0.0487516 Aug 09 11:46:56.475136 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e05545de-d5c6-4647-9a28-d607e7d47d7f req-71bd98b3-b338-4864-85a9-d9571815b15f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317805 Aug 09 11:46:57.587017 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92a58-0712-4e6e-bb99-b7b8d58bb7dd req-584fe118-9d56-478f-82b3-e526b976c3da tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:57.588619 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c0a92a58-0712-4e6e-bb99-b7b8d58bb7dd req-584fe118-9d56-478f-82b3-e526b976c3da tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 944 time: 0.0480864 Aug 09 11:46:57.626932 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c0a92a58-0712-4e6e-bb99-b7b8d58bb7dd req-01219d97-534f-4fb1-9b75-bf6a4e93cd3a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323560 Aug 09 11:46:58.100851 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-347edbfc-20c3-4851-9dd9-b7d5418f0136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:58.745021 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eddcdf-88ce-40cf-ac11-ecea9a36632f req-e10aa7db-2a0e-42a3-9324-d072dec31c98 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:58.747060 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97eddcdf-88ce-40cf-ac11-ecea9a36632f req-e10aa7db-2a0e-42a3-9324-d072dec31c98 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 944 time: 0.0536838 Aug 09 11:46:58.784934 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-97eddcdf-88ce-40cf-ac11-ecea9a36632f req-ce146e47-931d-40f8-960f-07df5ad7cdad tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Aug 09 11:46:59.897982 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef444e3-8443-4dd5-a1c5-4419bd185c39 req-81c3b331-d176-4ad8-9d12-1f037a043b4a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:59.899534 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bef444e3-8443-4dd5-a1c5-4419bd185c39 req-81c3b331-d176-4ad8-9d12-1f037a043b4a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 944 time: 0.0482183 Aug 09 11:46:59.937866 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-bef444e3-8443-4dd5-a1c5-4419bd185c39 req-f0611fbd-25e2-408d-99d4-7a91a268182e tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318201 Aug 09 11:47:00.614075 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 507a58e4-264b-4b99-a86e-06a6588d3997 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93251) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:47:00.706825 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 507a58e4-264b-4b99-a86e-06a6588d3997, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=507a58e4-264b-4b99-a86e-06a6588d3997,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:00.718331 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Returning: {'device': '507a58e4-264b-4b99-a86e-06a6588d3997', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'port_id': '507a58e4-264b-4b99-a86e-06a6588d3997', 'mac_address': 'fa:16:3e:e5:1a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93251) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:47:00.764120 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5859-f393-4edb-b36f-edaf192ce7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:00.765624 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:00.777737 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507a58e4-264b-4b99-a86e-06a6588d3997 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:47:00.797167 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 507a58e4-264b-4b99-a86e-06a6588d3997, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=507a58e4-264b-4b99-a86e-06a6588d3997,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:00.800655 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:00.846295 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=507a58e4-264b-4b99-a86e-06a6588d3997,revision_number=4']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:00.853181 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.853548 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.853889 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.854226 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.854554 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.854883 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.855235 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.856111 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.856432 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.856755 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.857075 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.857396 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:00.976215 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.021238 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] get_ports_and_sgs() called for port_ids ['507a58e4-264b-4b99-a86e-06a6588d3997'] {{(pid=93251) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:47:01.052872 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5561005-79c2-46d9-96bd-eb9db84779fe req-7ce9b372-17cd-467b-a088-737b1b3814d0 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:01.054408 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5561005-79c2-46d9-96bd-eb9db84779fe req-7ce9b372-17cd-467b-a088-737b1b3814d0 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 945 time: 0.0482304 Aug 09 11:47:01.092732 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a5561005-79c2-46d9-96bd-eb9db84779fe req-1a4e1f2a-b44a-485a-a276-213e8c929021 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323846 Aug 09 11:47:02.014800 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.209563 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53f0ac-66f4-40f9-b4c5-b8903b1b4497 req-4008d0ce-3dfa-4aad-8ec3-0dc444a84c4c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:02.211035 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac53f0ac-66f4-40f9-b4c5-b8903b1b4497 req-4008d0ce-3dfa-4aad-8ec3-0dc444a84c4c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 945 time: 0.0515814 Aug 09 11:47:02.250503 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ac53f0ac-66f4-40f9-b4c5-b8903b1b4497 req-2fe77499-d658-43a4-85f7-fef934d105af tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322180 Aug 09 11:47:02.645290 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 507a58e4-264b-4b99-a86e-06a6588d3997 up at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:02.695860 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning for port 507a58e4-264b-4b99-a86e-06a6588d3997 completed by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:02.699411 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Provisioning complete for port 507a58e4-264b-4b99-a86e-06a6588d3997 triggered by entity L2. {{(pid=93251) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:02.699781 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866683'] for port, provisioning_complete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.775464 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.797533 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157eb973-2e00-444e-85da-27f28ecaefd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507a58e4-264b-4b99-a86e-06a6588d3997'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:47:02.800087 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2cb02a8baad1db10d9947030feb5583bd25b4710a3916876407674d836bd3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dae7b08-60ad-4cd6-8371-d8ab1bcc97b4" -d '{"events": [{"server_uuid": "157eb973-2e00-444e-85da-27f28ecaefd2", "name": "network-vif-plugged", "status": "completed", "tag": "507a58e4-264b-4b99-a86e-06a6588d3997"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:47:02.813745 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] For port 507a58e4-264b-4b99-a86e-06a6588d3997, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=507a58e4-264b-4b99-a86e-06a6588d3997,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:02.817895 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.841355 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fae809-64cb-433d-b9fa-5c7b1323c27b x-openstack-request-id: req-d0fae809-64cb-433d-b9fa-5c7b1323c27b {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:47:02.841710 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157eb973-2e00-444e-85da-27f28ecaefd2", "name": "network-vif-plugged", "status": "completed", "tag": "507a58e4-264b-4b99-a86e-06a6588d3997", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:47:02.843021 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0fae809-64cb-433d-b9fa-5c7b1323c27b {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:47:02.843535 dv-cinder-803900-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157eb973-2e00-444e-85da-27f28ecaefd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507a58e4-264b-4b99-a86e-06a6588d3997', 'code': 200} Aug 09 11:47:02.871431 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Pushing event updated for resources: {'Port': ['ID=507a58e4-264b-4b99-a86e-06a6588d3997,revision_number=5']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:03.047477 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe0ea-754d-4081-91f8-25aae8b1a3f4 req-97975f9a-0fec-4167-9113-ca0ed530ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:03.048974 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-87fbe0ea-754d-4081-91f8-25aae8b1a3f4 req-97975f9a-0fec-4167-9113-ca0ed530ebad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 1099 time: 0.0399861 Aug 09 11:47:03.082998 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-87fbe0ea-754d-4081-91f8-25aae8b1a3f4 req-221ebf8c-3800-4e1f-be11-619aa26bbf4d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270402 Aug 09 11:47:03.367345 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed17ef3-8ee3-4f0c-8fcf-8dcf3d024421 req-dbb4deb4-7278-4a23-acb8-954ef8efefaa tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:03.368820 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aed17ef3-8ee3-4f0c-8fcf-8dcf3d024421 req-dbb4deb4-7278-4a23-acb8-954ef8efefaa tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 946 time: 0.0496955 Aug 09 11:47:03.407234 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-aed17ef3-8ee3-4f0c-8fcf-8dcf3d024421 req-f9cc0754-f9b5-440a-83fc-2bea6feb38c5 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Aug 09 11:47:03.538868 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.528661 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6173-b3a1-4398-a319-ff7e1628e3cb req-b4f421cd-d49b-4e78-969c-39b5734c7cf8 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:04.530048 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-330f6173-b3a1-4398-a319-ff7e1628e3cb req-b4f421cd-d49b-4e78-969c-39b5734c7cf8 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 946 time: 0.0516460 Aug 09 11:47:04.568885 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-330f6173-b3a1-4398-a319-ff7e1628e3cb req-1da8481c-efa2-4f7e-b822-c98006cba494 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328400 Aug 09 11:47:04.680761 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580096-614c-4bbb-8b97-24444ac1b81e req-6a6c0037-4651-495c-901d-040abcb67c8d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:04.682301 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7580096-614c-4bbb-8b97-24444ac1b81e req-6a6c0037-4651-495c-901d-040abcb67c8d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 946 time: 0.0479841 Aug 09 11:47:04.720207 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7580096-614c-4bbb-8b97-24444ac1b81e req-c0fd8ee2-2468-4af9-b143-c1010b0d5f77 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Aug 09 11:47:04.741680 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 51010) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:04.781059 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c4862e-3e87-47f3-a8dc-af16ae9a9e7f tempest-TestVolumeBootPattern-1005427299 tempest-TestVolumeBootPattern-1005427299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:04.782526 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d9c4862e-3e87-47f3-a8dc-af16ae9a9e7f tempest-TestVolumeBootPattern-1005427299 tempest-TestVolumeBootPattern-1005427299-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 1094 time: 0.0398762 Aug 09 11:47:04.785267 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 51012) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:04.789552 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Request body: {'floatingip': {'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'port_id': '507a58e4-264b-4b99-a86e-06a6588d3997', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:04.811436 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.911506 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.009966 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Allocated IP 172.27.1.160 (b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb/2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4/a52b614b-8499-46b2-9b36-35f1aebcfba1) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:05.111136 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.148344 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788837756663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.181632 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Network b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:05.184918 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:05.187475 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:05.223478 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'Port': ['ID=a52b614b-8499-46b2-9b36-35f1aebcfba1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:05.364796 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.547939 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.613129 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666680'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.757978 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.762740 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788838227869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788837756685', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788837756703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14597154'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.833425 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event updated for resources: {'Port': ['ID=a52b614b-8499-46b2-9b36-35f1aebcfba1,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:05.843041 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1660036'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.939492 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Floating IP 1b1f2a44-6d27-4bc4-9f22-e7797f1dd9f3 associated. External IP: 172.27.1.160, port: 507a58e4-264b-4b99-a86e-06a6588d3997. Aug 09 11:47:06.139559 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:47:06.241632 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:06.253586 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] Sync routers for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:06.259704 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:06.266389 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:06.267359 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:47:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:06.293905 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8e9387a8-274d-4a54-af2a-6edad5212d9c tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5075507 Aug 09 11:47:06.294585 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157eb973-2e00-444e-85da-27f28ecaefd2', 'tag': '507a58e4-264b-4b99-a86e-06a6588d3997'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:47:06.296821 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4594bece-b120-46a0-bac2-354765629820" -d '{"events": [{"name": "network-changed", "server_uuid": "157eb973-2e00-444e-85da-27f28ecaefd2", "tag": "507a58e4-264b-4b99-a86e-06a6588d3997"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:47:06.334590 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19c8d54-1590-4a1f-96fb-b5cc717bcee1 x-openstack-request-id: req-c19c8d54-1590-4a1f-96fb-b5cc717bcee1 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:47:06.334879 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157eb973-2e00-444e-85da-27f28ecaefd2", "tag": "507a58e4-264b-4b99-a86e-06a6588d3997", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:47:06.335157 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c19c8d54-1590-4a1f-96fb-b5cc717bcee1 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:47:06.335555 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157eb973-2e00-444e-85da-27f28ecaefd2', 'tag': '507a58e4-264b-4b99-a86e-06a6588d3997', 'status': 'completed', 'code': 200} Aug 09 11:47:06.390357 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:06.397032 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594bece-b120-46a0-bac2-354765629820 req-4fe003ad-0160-4992-aa60-e0a2beee9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:06.398623 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4594bece-b120-46a0-bac2-354765629820 req-4fe003ad-0160-4992-aa60-e0a2beee9bfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 1099 time: 0.0412495 Aug 09 11:47:06.487450 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594bece-b120-46a0-bac2-354765629820 req-5480169d-12c9-46bf-bc0a-216cfec55eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:06.488931 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4594bece-b120-46a0-bac2-354765629820 req-5480169d-12c9-46bf-bc0a-216cfec55eea service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0829020 Aug 09 11:47:06.613023 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': '1b1f2a44-6d27-4bc4-9f22-e7797f1dd9f3', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '507a58e4-264b-4b99-a86e-06a6588d3997', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:e5:1a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157eb973-2e00-444e-85da-27f28ecaefd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:47:05Z', 'updated_at': '2021-08-09T11:47:05Z', 'revision_number': 0, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}, {'id': 'cd72f1d6-2624-444c-8b86-cf7e25bf1d45', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:dd:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:54Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 1, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:06.639924 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] Checking router: 03ea490e-7d15-45bf-81c3-a7f2f6348f43 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:06.648798 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:06.649418 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:47:01Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:06.756486 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:06.822622 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4594bece-b120-46a0-bac2-354765629820 req-7524c31f-d831-4aa4-9e84-960b1ac49eff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=507a58e4-264b-4b99-a86e-06a6588d3997 HTTP/1.1" status: 200 len: 1000 time: 0.3269777 Aug 09 11:47:06.871658 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594bece-b120-46a0-bac2-354765629820 req-9e65f1d6-6f1d-4cbe-87b3-40790a1477a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:06.873023 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4594bece-b120-46a0-bac2-354765629820 req-9e65f1d6-6f1d-4cbe-87b3-40790a1477a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0430067 Aug 09 11:47:06.927700 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594bece-b120-46a0-bac2-354765629820 req-8e69a187-3732-401b-9b3b-874bed33a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:06.929210 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4594bece-b120-46a0-bac2-354765629820 req-8e69a187-3732-401b-9b3b-874bed33a397 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494370 Aug 09 11:47:06.988550 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': '1b1f2a44-6d27-4bc4-9f22-e7797f1dd9f3', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '507a58e4-264b-4b99-a86e-06a6588d3997', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:e5:1a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157eb973-2e00-444e-85da-27f28ecaefd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:47:05Z', 'updated_at': '2021-08-09T11:47:05Z', 'revision_number': 0, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}, {'id': 'cd72f1d6-2624-444c-8b86-cf7e25bf1d45', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:dd:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:54Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 1, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:07.015764 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc90f28-0a09-4c47-9c06-6e4191659b1a None None] The sync data for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi is: [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': '1b1f2a44-6d27-4bc4-9f22-e7797f1dd9f3', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '507a58e4-264b-4b99-a86e-06a6588d3997', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:e5:1a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157eb973-2e00-444e-85da-27f28ecaefd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:47:05Z', 'updated_at': '2021-08-09T11:47:05Z', 'revision_number': 0, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}, {'id': 'cd72f1d6-2624-444c-8b86-cf7e25bf1d45', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:dd:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:54Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 1, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:07.021074 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4594bece-b120-46a0-bac2-354765629820 req-38718b07-1232-488a-a239-5b7bc13bbd21 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841832 Aug 09 11:47:07.113035 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4594bece-b120-46a0-bac2-354765629820 req-0b110346-7a04-4243-a6d6-fc3e5551cc8b service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848532 Aug 09 11:47:07.195193 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d1ccef-71be-4a43-a1a3-03f3640227cb None None] New status for floating IP 1b1f2a44-6d27-4bc4-9f22-e7797f1dd9f3: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:47:13.659538 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:47:28.101845 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-40e707ce-a886-41b1-9961-af872b6a9d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.753586 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-daa3c105-0ec6-4940-b492-5464057d7e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.981649 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.017387 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.541731 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:35.375533 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:35.819633 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-ef02b97a-1ba0-469c-ae11-c84d82bee244 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812635 Aug 09 11:47:35.901982 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-4a34c934-5d1c-444c-8036-404d3be842b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:35.903475 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-4a34c934-5d1c-444c-8036-404d3be842b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 1098 time: 0.0395694 Aug 09 11:47:36.006193 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-04a5b98c-6cbe-43ab-bb6f-2439bcbf5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:36.007609 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-04a5b98c-6cbe-43ab-bb6f-2439bcbf5006 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0834208 Aug 09 11:47:36.075945 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-5844a0ef-7fff-4681-a6ed-61162f25132a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899 HTTP/1.1" status: 200 len: 1001 time: 0.0617068 Aug 09 11:47:36.126149 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-669af5a9-c774-40a5-a66d-235f643d454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:36.127642 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-669af5a9-c774-40a5-a66d-235f643d454e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0442600 Aug 09 11:47:36.174195 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-c8e8dde6-cd1a-41cb-95fe-52c4436b43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:36.175686 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-c8e8dde6-cd1a-41cb-95fe-52c4436b43e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393331 Aug 09 11:47:36.267494 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-3177785b-1b94-4e4d-94d8-026155487188 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841539 Aug 09 11:47:36.355258 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-11d3777f-0411-495d-bd8f-9e195bfaa67e req-7cf53bbb-bd0d-4cfc-90e9-fc040f1bbf32 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803611 Aug 09 11:47:50.657992 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:47:58.103285 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ce22c4b3-3f7a-463c-b287-38550b34e704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.754755 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9c7bcd99-88d7-4e7b-9de3-1cb8cd2e013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.983593 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:02.020368 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:03.545436 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:05.376794 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:27.657007 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:48:28.103857 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5985616c-cf0d-42ce-9d71-ffa1399abcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:30.754952 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c5ee0a2b-d7f3-4bf0-bd07-d4d061e7c93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:30.985025 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:32.022082 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:33.548271 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:35.373855 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:35.744106 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-56a9d398-25ec-4c75-a059-daa7934bcd43 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418677 Aug 09 11:48:35.808878 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-4283e7c7-c83d-485e-9f8e-96a314bcd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:35.810424 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-4283e7c7-c83d-485e-9f8e-96a314bcd746 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 1099 time: 0.0433116 Aug 09 11:48:35.919629 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-bbe9d19d-5bfb-4db8-96ba-d9ca10f881db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:35.921121 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-bbe9d19d-5bfb-4db8-96ba-d9ca10f881db service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0904655 Aug 09 11:48:35.990032 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-39b27579-3bec-481d-a057-0b6c152d09d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=507a58e4-264b-4b99-a86e-06a6588d3997 HTTP/1.1" status: 200 len: 1002 time: 0.0615737 Aug 09 11:48:36.039563 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-a6058408-79e9-4c09-b329-468a337f4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:36.040973 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-a6058408-79e9-4c09-b329-468a337f4a67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0441272 Aug 09 11:48:36.086627 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-f54a27ee-b50a-4e3d-ae9a-595730b0ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:36.088160 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-f54a27ee-b50a-4e3d-ae9a-595730b0ccaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399144 Aug 09 11:48:36.184251 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-20090532-07eb-43b7-a79f-c3cff385f66b service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884438 Aug 09 11:48:36.275538 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b53d01de-2094-47b5-941c-28ec5b0f9b8c req-3f42beaa-f0e3-4fcb-8bbf-d693337be334 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840819 Aug 09 11:48:37.463513 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51054) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:37.658144 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Deleting port a52b614b-8499-46b2-9b36-35f1aebcfba1 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:37.658389 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:37.733185 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:37.733540 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:37.744668 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Calling delete_port for a52b614b-8499-46b2-9b36-35f1aebcfba1 owned by network:floatingip {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:37.909525 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:37.933933 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event deleted for resources: {'Port': ['ID=a52b614b-8499-46b2-9b36-35f1aebcfba1,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:37.959500 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.959846 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.960184 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.960517 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.960848 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.961178 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.961531 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.961862 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.962186 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.962513 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.962836 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:37.963150 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:38.005362 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:38.005719 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.l3_db [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Floating IP 1b1f2a44-6d27-4bc4-9f22-e7797f1dd9f3 disassociated (deleted). External IP: 172.27.1.160, port: 507a58e4-264b-4b99-a86e-06a6588d3997. Aug 09 11:48:38.200907 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:48:38.308857 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:48:38.313611 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:38.319610 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] Sync routers for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:48:38.328936 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:38.329589 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:48:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:38.342981 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-eace2ace-7394-4cdb-b8e3-8ed6636830a1 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "DELETE /v2.0/floatingips/1b1f2a44-6d27-4bc4-9f22-e7797f1dd9f3 HTTP/1.1" status: 204 len: 168 time: 0.8783803 Aug 09 11:48:38.343661 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157eb973-2e00-444e-85da-27f28ecaefd2', 'tag': '507a58e4-264b-4b99-a86e-06a6588d3997'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:38.346024 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4a3076-05d5-45ed-9b46-ec301fe87080" -d '{"events": [{"name": "network-changed", "server_uuid": "157eb973-2e00-444e-85da-27f28ecaefd2", "tag": "507a58e4-264b-4b99-a86e-06a6588d3997"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:38.486216 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be41eb32-a9f1-448b-aff2-8e4177861912 x-openstack-request-id: req-be41eb32-a9f1-448b-aff2-8e4177861912 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:38.486900 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157eb973-2e00-444e-85da-27f28ecaefd2", "tag": "507a58e4-264b-4b99-a86e-06a6588d3997", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:38.486900 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be41eb32-a9f1-448b-aff2-8e4177861912 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:38.487396 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157eb973-2e00-444e-85da-27f28ecaefd2', 'tag': '507a58e4-264b-4b99-a86e-06a6588d3997', 'status': 'completed', 'code': 200} Aug 09 11:48:38.564242 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-77c71ebd-1785-4882-8be0-fff994e78812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:38.566405 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-77c71ebd-1785-4882-8be0-fff994e78812 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 1099 time: 0.0503061 Aug 09 11:48:38.567881 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:38.693569 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362092d-bb3d-41c2-a9fa-8de3e48627e2 req-d6886514-6012-4f20-bb55-53d5dc7b0fd2 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:38.695027 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d362092d-bb3d-41c2-a9fa-8de3e48627e2 req-d6886514-6012-4f20-bb55-53d5dc7b0fd2 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 946 time: 0.1409857 Aug 09 11:48:38.700463 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-400060b8-5630-4460-b917-4dec75cd8cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:38.701970 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-400060b8-5630-4460-b917-4dec75cd8cea service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.1269610 Aug 09 11:48:38.757122 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-176aa339-a18e-4065-b1ce-b226901dc46a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=507a58e4-264b-4b99-a86e-06a6588d3997 HTTP/1.1" status: 200 len: 217 time: 0.0411866 Aug 09 11:48:38.776947 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d362092d-bb3d-41c2-a9fa-8de3e48627e2 req-739ad959-23ec-429f-9546-07577deb939b tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739920 Aug 09 11:48:38.787739 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'cd72f1d6-2624-444c-8b86-cf7e25bf1d45', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:dd:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:54Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 1, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:38.812511 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-0a023104-1b79-430b-95d2-25190d86c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:38.814065 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-0a023104-1b79-430b-95d2-25190d86c01e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0467856 Aug 09 11:48:38.817832 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] Checking router: 03ea490e-7d15-45bf-81c3-a7f2f6348f43 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:48:38.826757 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:38.827367 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:48:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:38.858459 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-3b4a86e7-c183-47e4-bb25-f6430cc28c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:38.859996 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-3b4a86e7-c183-47e4-bb25-f6430cc28c19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389035 Aug 09 11:48:38.928192 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:38.950572 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-e05c4140-2757-4bf3-a4b3-fb2e947b7738 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832348 Aug 09 11:48:39.039867 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ed4a3076-05d5-45ed-9b46-ec301fe87080 req-da78cea3-3b10-46a3-9b02-ed9bc202192b service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812733 Aug 09 11:48:39.153172 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'cd72f1d6-2624-444c-8b86-cf7e25bf1d45', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:dd:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:54Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 1, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:39.178925 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ae529-e9ae-4d98-a817-ca9ece03446a None None] The sync data for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi is: [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_floatingips': [{'id': 'cd72f1d6-2624-444c-8b86-cf7e25bf1d45', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'router_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'port_id': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'mac_address': 'fa:16:3e:dd:94:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:54Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 1, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:48:39.425534 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f5935-b05e-444a-b2fb-f4c91d1c7504 None None] New status for floating IP 1b1f2a44-6d27-4bc4-9f22-e7797f1dd9f3: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:48:39.958090 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f263b18-fd7a-43ac-b0e2-40ada6c4b31c req-b237256b-a020-46eb-afe1-3a2dc7001515 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:39.959597 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5f263b18-fd7a-43ac-b0e2-40ada6c4b31c req-b237256b-a020-46eb-afe1-3a2dc7001515 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 946 time: 0.1012716 Aug 09 11:48:39.997956 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5f263b18-fd7a-43ac-b0e2-40ada6c4b31c req-e6fd94d9-1ab9-4213-80a8-1115f889a097 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315890 Aug 09 11:48:40.076193 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88200207-c167-4983-b723-4671ab03c2ed req-98c2dc3e-e404-4f59-9b08-7c7dff2713e9 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:40.077644 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-88200207-c167-4983-b723-4671ab03c2ed req-98c2dc3e-e404-4f59-9b08-7c7dff2713e9 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 946 time: 0.0473297 Aug 09 11:48:40.163115 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-88200207-c167-4983-b723-4671ab03c2ed req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Deleting port 507a58e4-264b-4b99-a86e-06a6588d3997 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:40.163453 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-88200207-c167-4983-b723-4671ab03c2ed req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.257706 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-88200207-c167-4983-b723-4671ab03c2ed req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] For port 507a58e4-264b-4b99-a86e-06a6588d3997, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=507a58e4-264b-4b99-a86e-06a6588d3997,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:40.258068 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-88200207-c167-4983-b723-4671ab03c2ed req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.276553 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-88200207-c167-4983-b723-4671ab03c2ed req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Calling delete_port for 507a58e4-264b-4b99-a86e-06a6588d3997 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:40.404077 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-88200207-c167-4983-b723-4671ab03c2ed req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.432214 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event deleted for resources: {'Port': ['ID=507a58e4-264b-4b99-a86e-06a6588d3997,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:40.459712 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.460064 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.460403 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.460740 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.461070 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.461399 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.461757 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.462084 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.462410 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.462730 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.463052 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.463368 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:40.484550 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-88200207-c167-4983-b723-4671ab03c2ed req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] No DVR routers for this DVR port 507a58e4-264b-4b99-a86e-06a6588d3997 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:48:40.486965 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-88200207-c167-4983-b723-4671ab03c2ed req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.488991 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-88200207-c167-4983-b723-4671ab03c2ed req-d2f85296-23d4-4786-9223-1718f5a6515f tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "DELETE /v2.0/ports/507a58e4-264b-4b99-a86e-06a6588d3997 HTTP/1.1" status: 204 len: 173 time: 0.4055369 Aug 09 11:48:40.489379 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157eb973-2e00-444e-85da-27f28ecaefd2', 'name': 'network-vif-deleted', 'tag': '507a58e4-264b-4b99-a86e-06a6588d3997'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:40.491627 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9562f2ad-681c-4a87-a674-feaf2f12d632" -d '{"events": [{"server_uuid": "157eb973-2e00-444e-85da-27f28ecaefd2", "name": "network-vif-deleted", "tag": "507a58e4-264b-4b99-a86e-06a6588d3997"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:40.527681 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad9403a-bba7-49bb-a95a-3db986bfb36a x-openstack-request-id: req-9ad9403a-bba7-49bb-a95a-3db986bfb36a {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:40.527968 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157eb973-2e00-444e-85da-27f28ecaefd2", "name": "network-vif-deleted", "tag": "507a58e4-264b-4b99-a86e-06a6588d3997", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:40.528214 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ad9403a-bba7-49bb-a95a-3db986bfb36a {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:40.528615 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157eb973-2e00-444e-85da-27f28ecaefd2', 'name': 'network-vif-deleted', 'tag': '507a58e4-264b-4b99-a86e-06a6588d3997', 'status': 'completed', 'code': 200} Aug 09 11:48:41.101806 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3753cebf-c7cb-4d0f-bef7-efdfa2b872ad req-9408aae4-16f0-4e39-99bb-34f9f1621a69 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=157eb973-2e00-444e-85da-27f28ecaefd2 HTTP/1.1" status: 200 len: 210 time: 0.0265112 Aug 09 11:48:43.062696 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 507a58e4-264b-4b99-a86e-06a6588d3997 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:43.082240 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 507a58e4-264b-4b99-a86e-06a6588d3997 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:43.082586 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 507a58e4-264b-4b99-a86e-06a6588d3997 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:48:44.376572 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51104) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:44.527239 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Deleting port d89a5879-26bf-4de8-8b85-92c6216cf1cf {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:44.527495 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.600196 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.600520 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.612315 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Calling delete_port for d89a5879-26bf-4de8-8b85-92c6216cf1cf owned by network:floatingip {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:44.755829 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.781536 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event deleted for resources: {'Port': ['ID=d89a5879-26bf-4de8-8b85-92c6216cf1cf,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:44.840533 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.841000 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.db.l3_db [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Floating IP cd72f1d6-2624-444c-8b86-cf7e25bf1d45 disassociated (deleted). External IP: 172.27.1.114, port: 8da41983-e99c-4d54-8ecb-b08f6ce9b899. Aug 09 11:48:45.036721 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:48:45.149926 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:48:45.154875 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:45.163615 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] Sync routers for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:48:45.173643 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:45.174263 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:48:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:45.187220 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-9cc3afb3-2fb2-45ba-af1a-b89eff371ccb tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "DELETE /v2.0/floatingips/cd72f1d6-2624-444c-8b86-cf7e25bf1d45 HTTP/1.1" status: 204 len: 168 time: 0.8095653 Aug 09 11:48:45.187808 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'tag': '8da41983-e99c-4d54-8ecb-b08f6ce9b899'}] {{(pid=93249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:45.190181 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6767b5f2b23de4dde6ff8759e7b2995f60a885fc91a46e9d5511e57bbca094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b47dc0-3626-4e13-9394-150db510913c" -d '{"events": [{"name": "network-changed", "server_uuid": "44fabc4b-82e7-4a6f-b0a8-434126124684", "tag": "8da41983-e99c-4d54-8ecb-b08f6ce9b899"}]}' {{(pid=93249) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:45.227851 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eaa3da-e679-4906-a7a1-40e2d721fa09 x-openstack-request-id: req-58eaa3da-e679-4906-a7a1-40e2d721fa09 {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:45.228135 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fabc4b-82e7-4a6f-b0a8-434126124684", "tag": "8da41983-e99c-4d54-8ecb-b08f6ce9b899", "status": "completed", "code": 200}]} {{(pid=93249) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:45.228383 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58eaa3da-e679-4906-a7a1-40e2d721fa09 {{(pid=93249) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:45.228772 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'tag': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'status': 'completed', 'code': 200} Aug 09 11:48:45.294697 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47dc0-3626-4e13-9394-150db510913c req-675c9c84-84f0-41c3-82bc-2df983d8426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.296247 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7b47dc0-3626-4e13-9394-150db510913c req-675c9c84-84f0-41c3-82bc-2df983d8426a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3964435374f44d95bdd1196e784a21bc&device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 1098 time: 0.0449603 Aug 09 11:48:45.325955 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:45.391403 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47dc0-3626-4e13-9394-150db510913c req-6fbd2b53-3828-4566-bbdb-f493e39f82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.392901 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7b47dc0-3626-4e13-9394-150db510913c req-6fbd2b53-3828-4566-bbdb-f493e39f82b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 200 len: 913 time: 0.0889668 Aug 09 11:48:45.461824 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7b47dc0-3626-4e13-9394-150db510913c req-a6fffefa-a04b-4431-b140-fd717d41b311 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899 HTTP/1.1" status: 200 len: 217 time: 0.0547059 Aug 09 11:48:45.506451 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eb0ff-6bff-43af-9ab3-82c48e66a111 req-0274f689-f898-4068-940c-caeed4c7db48 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.507939 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-855eb0ff-6bff-43af-9ab3-82c48e66a111 req-0274f689-f898-4068-940c-caeed4c7db48 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 945 time: 0.1117697 Aug 09 11:48:45.538353 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47dc0-3626-4e13-9394-150db510913c req-93d18297-52ff-40c7-b97f-045726628f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.539808 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7b47dc0-3626-4e13-9394-150db510913c req-93d18297-52ff-40c7-b97f-045726628f32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 200 len: 851 time: 0.0688281 Aug 09 11:48:45.557720 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:45.567421 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-855eb0ff-6bff-43af-9ab3-82c48e66a111 req-945dfd39-70f8-47b6-b0dc-3d664f75b54d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503678 Aug 09 11:48:45.584040 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] Checking router: 03ea490e-7d15-45bf-81c3-a7f2f6348f43 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:48:45.593000 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:45.593684 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:48:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:45.595604 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47dc0-3626-4e13-9394-150db510913c req-c502b211-c82f-4e02-9fc2-cfc7cfccbda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.597106 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7b47dc0-3626-4e13-9394-150db510913c req-c502b211-c82f-4e02-9fc2-cfc7cfccbda3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463204 Aug 09 11:48:45.688351 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7b47dc0-3626-4e13-9394-150db510913c req-a355821a-7cae-4212-8cb8-30facaeb73b0 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837376 Aug 09 11:48:45.699940 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:45.777277 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b7b47dc0-3626-4e13-9394-150db510913c req-3fd8d633-04b8-4461-86ac-e453d0962242 service neutron] 10.222.0.10 "GET /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812879 Aug 09 11:48:45.895005 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:45.923820 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884520d-6f1d-4b1b-825f-ce140a12f979 None None] The sync data for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi is: [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:41:59Z', 'revision_number': 4, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi', '_interfaces': [{'id': 'f29375cd-4d09-4835-9bba-ad8bbf277c28', 'name': '', 'network_id': 'b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'mac_address': 'fa:16:3e:c0:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:59Z', 'updated_at': '2021-08-09T11:42:05Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'subnets': [{'id': 'cc3f16b3-cc1e-407e-8140-7e333652f5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:48:46.116169 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e3b96e-f458-4b94-b129-2db6ad47c382 None None] New status for floating IP cd72f1d6-2624-444c-8b86-cf7e25bf1d45: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:48:46.694903 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39452bd9-fd65-4dc9-802e-92acdd696295 req-8bf5d813-f12e-4f65-aedf-2112004c032a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:46.696386 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39452bd9-fd65-4dc9-802e-92acdd696295 req-8bf5d813-f12e-4f65-aedf-2112004c032a tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 945 time: 0.0515292 Aug 09 11:48:46.733955 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-39452bd9-fd65-4dc9-802e-92acdd696295 req-97fae87c-de60-45c1-847e-e38d4376bcc6 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/security-groups?id=809456cd-7962-42ea-8348-e55f5c6a75c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316987 Aug 09 11:48:46.846850 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-2f99df57-11fd-4ec3-8c27-3d8b2e63d77d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:46.848334 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-2f99df57-11fd-4ec3-8c27-3d8b2e63d77d tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 945 time: 0.0463154 Aug 09 11:48:46.945003 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-d97ed3fe-9ffc-439b-a2ee-8e1f510a2b68 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Deleting port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:46.945325 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-d97ed3fe-9ffc-439b-a2ee-8e1f510a2b68 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.029759 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-d97ed3fe-9ffc-439b-a2ee-8e1f510a2b68 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] For port 8da41983-e99c-4d54-8ecb-b08f6ce9b899, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8da41983-e99c-4d54-8ecb-b08f6ce9b899,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:47.030121 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-d97ed3fe-9ffc-439b-a2ee-8e1f510a2b68 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.042929 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-d97ed3fe-9ffc-439b-a2ee-8e1f510a2b68 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Calling delete_port for 8da41983-e99c-4d54-8ecb-b08f6ce9b899 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:47.166694 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-d97ed3fe-9ffc-439b-a2ee-8e1f510a2b68 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.193628 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ed3fe-9ffc-439b-a2ee-8e1f510a2b68 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event deleted for resources: {'Port': ['ID=8da41983-e99c-4d54-8ecb-b08f6ce9b899,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:47.233236 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-d97ed3fe-9ffc-439b-a2ee-8e1f510a2b68 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] No DVR routers for this DVR port 8da41983-e99c-4d54-8ecb-b08f6ce9b899 on host hv-cinder-80390 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:48:47.235677 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-d97ed3fe-9ffc-439b-a2ee-8e1f510a2b68 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.237637 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ba4fb8ff-2d33-4458-85ce-e5f12aac852b req-d97ed3fe-9ffc-439b-a2ee-8e1f510a2b68 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.10 "DELETE /v2.0/ports/8da41983-e99c-4d54-8ecb-b08f6ce9b899 HTTP/1.1" status: 204 len: 173 time: 0.3831036 Aug 09 11:48:47.238070 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'name': 'network-vif-deleted', 'tag': '8da41983-e99c-4d54-8ecb-b08f6ce9b899'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:47.240288 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}426762b12732a960013c36caf4b9e5fe400ae53fff06348f19e6f9d5bae58366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75cf024-573c-40bd-b64e-581a2f84432d" -d '{"events": [{"server_uuid": "44fabc4b-82e7-4a6f-b0a8-434126124684", "name": "network-vif-deleted", "tag": "8da41983-e99c-4d54-8ecb-b08f6ce9b899"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:47.280326 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc21ea6f-9bc5-4b50-addd-dc4c6916a20c x-openstack-request-id: req-bc21ea6f-9bc5-4b50-addd-dc4c6916a20c {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:47.280613 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fabc4b-82e7-4a6f-b0a8-434126124684", "name": "network-vif-deleted", "tag": "8da41983-e99c-4d54-8ecb-b08f6ce9b899", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:47.280864 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc21ea6f-9bc5-4b50-addd-dc4c6916a20c {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:47.281257 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fabc4b-82e7-4a6f-b0a8-434126124684', 'name': 'network-vif-deleted', 'tag': '8da41983-e99c-4d54-8ecb-b08f6ce9b899', 'status': 'completed', 'code': 200} Aug 09 11:48:47.842839 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1d869dc3-12d4-4da6-aa89-70781b657a00 req-f081eec1-b4d6-493e-b5ff-d5d24a03c159 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fabc4b-82e7-4a6f-b0a8-434126124684 HTTP/1.1" status: 200 len: 210 time: 0.0295901 Aug 09 11:48:48.899299 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51120) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:49.017652 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-71bbb88f-eb15-43a0-80e6-a2c1ba22feac tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Deleting port 7f54213c-9ec6-4808-8092-bc5a57d53f69 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:49.017987 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-71bbb88f-eb15-43a0-80e6-a2c1ba22feac tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:49.091067 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-71bbb88f-eb15-43a0-80e6-a2c1ba22feac tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:49.091395 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-71bbb88f-eb15-43a0-80e6-a2c1ba22feac tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:49.096275 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8da41983-e99c-4d54-8ecb-b08f6ce9b899 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:49.103592 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-71bbb88f-eb15-43a0-80e6-a2c1ba22feac tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Calling delete_port for 7f54213c-9ec6-4808-8092-bc5a57d53f69 owned by network:floatingip {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:49.116203 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] No Port match for: 8da41983-e99c-4d54-8ecb-b08f6ce9b899 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:49.116551 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Device 8da41983-e99c-4d54-8ecb-b08f6ce9b899 not bound to the agent host hv-cinder-80390 {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:48:49.231633 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-71bbb88f-eb15-43a0-80e6-a2c1ba22feac tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:49.257271 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbb88f-eb15-43a0-80e6-a2c1ba22feac tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event deleted for resources: {'Port': ['ID=7f54213c-9ec6-4808-8092-bc5a57d53f69,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:49.315505 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-71bbb88f-eb15-43a0-80e6-a2c1ba22feac tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for floatingip, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:49.317998 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-71bbb88f-eb15-43a0-80e6-a2c1ba22feac tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369860'] for floatingip, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:49.319135 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-71bbb88f-eb15-43a0-80e6-a2c1ba22feac tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "DELETE /v2.0/floatingips/ff0ac665-8042-4a5d-a906-b901df4b4eaa HTTP/1.1" status: 204 len: 168 time: 0.4188797 Aug 09 11:48:50.517794 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51132) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:50.808453 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72e60062-1f3a-461b-baeb-397498e0fec4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:50.832870 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72e60062-1f3a-461b-baeb-397498e0fec4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:50.891804 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72e60062-1f3a-461b-baeb-397498e0fec4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:50.894420 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-72e60062-1f3a-461b-baeb-397498e0fec4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:50.895590 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-72e60062-1f3a-461b-baeb-397498e0fec4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] 10.222.0.30 "DELETE /v2.0/security-groups/809456cd-7962-42ea-8348-e55f5c6a75c3 HTTP/1.1" status: 204 len: 168 time: 0.3767710 Aug 09 11:48:50.904828 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e60062-1f3a-461b-baeb-397498e0fec4 tempest-TestVolumeBootPattern-1932692977 tempest-TestVolumeBootPattern-1932692977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809456cd-7962-42ea-8348-e55f5c6a75c3,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:51.966270 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 51138) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:52.400467 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660804'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:52.638067 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] Deleting port f29375cd-4d09-4835-9bba-ad8bbf277c28 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:52.638315 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:52.726186 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] For port f29375cd-4d09-4835-9bba-ad8bbf277c28, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=f29375cd-4d09-4835-9bba-ad8bbf277c28,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:52.726544 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:52.739737 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] Calling delete_port for f29375cd-4d09-4835-9bba-ad8bbf277c28 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:52.923665 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:52.947407 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] Pushing event deleted for resources: {'Port': ['ID=f29375cd-4d09-4835-9bba-ad8bbf277c28,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:53.114067 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659188'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:53.330169 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] Router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:48:53.696704 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:48:53.704601 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-132042b4-ebb4-44d7-9ade-6db336cfafee admin admin] 10.222.0.30 "PUT /v2.0/routers/03ea490e-7d15-45bf-81c3-a7f2f6348f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7371204 Aug 09 11:48:53.707153 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 51142) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:53.709148 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] Sync routers for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:48:53.721300 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:53.721939 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:48:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:53.811626 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:53.826458 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: dv-cinder-803900-2-iscsi {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:53.913338 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:53.965538 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Deleting port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:53.965806 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.001708 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:48:52Z', 'revision_number': 5, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port': {'id': 'a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:54.031260 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] Checking router: 03ea490e-7d15-45bf-81c3-a7f2f6348f43 for host: dv-cinder-803900-2-iscsi {{(pid=93251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:48:54.039437 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] Routers {'03ea490e-7d15-45bf-81c3-a7f2f6348f43'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:54.040040 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:48:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'], 'active': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:54.045099 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] For port a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:54.045461 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.058627 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Calling delete_port for a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:54.125351 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvr_db [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] Set router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 gateway port host: None {{(pid=93251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:54.176203 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_hamode_db [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:48:53Z', 'revision_number': 6, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port_host': None}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:54.205200 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c99e0-3319-4d2b-8de5-7ea4ccb8a3d1 None None] The sync data for ids ['03ea490e-7d15-45bf-81c3-a7f2f6348f43'] in dv-cinder-803900-2-iscsi is: [{'id': '03ea490e-7d15-45bf-81c3-a7f2f6348f43', 'name': 'tempest-TestVolumeBootPattern-1815236845-router', 'tenant_id': '3964435374f44d95bdd1196e784a21bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:41:57Z', 'updated_at': '2021-08-09T11:48:53Z', 'revision_number': 6, 'project_id': '3964435374f44d95bdd1196e784a21bc', 'gw_port_host': None}] {{(pid=93251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:48:54.223696 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.248466 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:54.309070 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1660114'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.395826 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36587'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.397932 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.443119 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662930'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.443682 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ea490e-7d15-45bf-81c3-a7f2f6348f43 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:48:54.447835 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.449140 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e455adc5-8302-4d48-9c51-844bb2ea29a3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/03ea490e-7d15-45bf-81c3-a7f2f6348f43 HTTP/1.1" status: 204 len: 168 time: 0.7407491 Aug 09 11:48:54.451902 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 51144) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:54.495194 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e60a6d-11d9-4ee2-9362-af83c2f931b3 admin admin] Deleting subnet cc3f16b3-cc1e-407e-8140-7e333652f5c2 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:48:54.498213 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d5e60a6d-11d9-4ee2-9362-af83c2f931b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.531264 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d5e60a6d-11d9-4ee2-9362-af83c2f931b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14619013'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.616510 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d5e60a6d-11d9-4ee2-9362-af83c2f931b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.675205 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d5e60a6d-11d9-4ee2-9362-af83c2f931b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14597144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12896269'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.703887 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d5e60a6d-11d9-4ee2-9362-af83c2f931b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.708477 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d5e60a6d-11d9-4ee2-9362-af83c2f931b3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cc3f16b3-cc1e-407e-8140-7e333652f5c2 HTTP/1.1" status: 204 len: 168 time: 0.2531643 Aug 09 11:48:54.708477 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e60a6d-11d9-4ee2-9362-af83c2f931b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3f16b3-cc1e-407e-8140-7e333652f5c2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:54.708986 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51146) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:54.709778 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e173b4-e04b-4dd4-ab94-70094edf306f None None] Network b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:48:54.777533 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.842441 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Deleting port 123c7f5c-9d6e-432c-be1d-811937fcf953 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:54.842784 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.910613 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] For port 123c7f5c-9d6e-432c-be1d-811937fcf953, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=123c7f5c-9d6e-432c-be1d-811937fcf953,segment=NetworkSegment(311a2000-29e4-428e-99a9-88a4873e80e1),segment_id=311a2000-29e4-428e-99a9-88a4873e80e1)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:54.910893 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.923217 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Calling delete_port for 123c7f5c-9d6e-432c-be1d-811937fcf953 owned by network:dhcp {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:54.992545 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] DHCP port deletion for b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 request from dv-cinder-803900-2-iscsi {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:48:55.015171 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.040420 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=123c7f5c-9d6e-432c-be1d-811937fcf953,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:55.044865 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] No DVR routers for this DVR port 123c7f5c-9d6e-432c-be1d-811937fcf953 on host dv-cinder-803900-2-iscsi {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:48:55.047718 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Deleting port 123c7f5c-9d6e-432c-be1d-811937fcf953 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:55.048177 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.112434 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] For port 123c7f5c-9d6e-432c-be1d-811937fcf953, host dv-cinder-803900-2-iscsi, got binding levels [] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:55.112836 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.116026 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.126538 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:55.126723 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Calling delete_port for 123c7f5c-9d6e-432c-be1d-811937fcf953 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:55.129791 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.ipam_backend_mixin [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Port 123c7f5c-9d6e-432c-be1d-811937fcf953 was not found and therefore no delete operation was performed {{(pid=93251) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 11:48:55.131244 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.141266 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311a2000-29e4-428e-99a9-88a4873e80e1') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:55.141593 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311a2000-29e4-428e-99a9-88a4873e80e1') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:55.150291 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12834139'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.155435 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Pushing event deleted for resources: {'Port': ['ID=123c7f5c-9d6e-432c-be1d-811937fcf953,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:55.160418 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] No DVR routers for this DVR port 123c7f5c-9d6e-432c-be1d-811937fcf953 on host dv-cinder-803900-2-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:48:55.163879 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.170010 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.170010 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.170010 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.170010 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.170010 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.171183 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.171183 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.171183 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.171183 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.172144 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.172144 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.172144 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b65d34-57ad-4381-a58b-e2821da018f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803900-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:55.179511 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:48:55.179924 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13264476'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: Traceback (most recent call last): Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: timer() Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: cb(*args, **kw) Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: return func(*args, **kwargs) Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: self._notify() Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: self.callback(batched_events) Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: event.method(event) Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: return f(self, *a, **k) Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._get(url).json() Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: return self.request(url, 'GET', **kwargs) Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:48:55.181667 dv-cinder-803900-2-iscsi neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:48:55.241860 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.248192 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.250217 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5 HTTP/1.1" status: 204 len: 168 time: 0.5402076 Aug 09 11:48:55.254286 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.30', 51148) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:55.265345 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf385bfa-39f9-4716-bf61-1013590b2bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ebfeb5-b022-4496-9f1f-cd1aaf5d3bf5,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:55.485098 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f29375cd-4d09-4835-9bba-ad8bbf277c28 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:55.516122 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: f29375cd-4d09-4835-9bba-ad8bbf277c28 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:55.516547 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f29375cd-4d09-4835-9bba-ad8bbf277c28 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:48:55.517021 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:55.537637 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:55.538114 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a3750588-3ecd-4e0d-95a5-dc8d4b8b3ee8 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:48:55.538531 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 123c7f5c-9d6e-432c-be1d-811937fcf953 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:55.556970 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 123c7f5c-9d6e-432c-be1d-811937fcf953 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:55.557192 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 123c7f5c-9d6e-432c-be1d-811937fcf953 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:48:55.615945 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660804'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.876239 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] Deleting port 81905c83-0350-4d1a-a8c3-13d3f44d7a73 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:55.876482 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.952647 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] For port 81905c83-0350-4d1a-a8c3-13d3f44d7a73, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=81905c83-0350-4d1a-a8c3-13d3f44d7a73,segment=NetworkSegment(7f05e90c-4425-4309-89d0-8c698d26c95a),segment_id=7f05e90c-4425-4309-89d0-8c698d26c95a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:55.953005 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.965568 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] Calling delete_port for 81905c83-0350-4d1a-a8c3-13d3f44d7a73 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:56.143597 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14597163'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:56.168954 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] Pushing event deleted for resources: {'Port': ['ID=81905c83-0350-4d1a-a8c3-13d3f44d7a73,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:56.338132 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1659188'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:56.544174 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] Router 34e7203a-3aa6-4c01-8e53-26d9fa28297a has already been hosted by L3 agent 018508cf-b09b-4991-8c26-714f3ed71d48 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:48:56.657219 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] Notify agent at l3_agent.dv-cinder-803900-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:48:56.662133 dv-cinder-803900-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-20ca73ab-4377-43d9-a628-7b9ac975ca2f admin admin] 10.222.0.30 "PUT /v2.0/routers/34e7203a-3aa6-4c01-8e53-26d9fa28297a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4061747 Aug 09 11:48:56.664809 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51150) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:56.665771 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] Sync routers for ids ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'] in dv-cinder-803900-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:48:56.675210 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] Routers {'34e7203a-3aa6-4c01-8e53-26d9fa28297a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:56.675800 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:48:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:56.767140 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:56.777384 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] Set router 34e7203a-3aa6-4c01-8e53-26d9fa28297a gateway port host: dv-cinder-803900-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:56.868394 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:56.918822 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Deleting port a5eb2b05-9331-43fa-b998-8501b0a1998a {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:56.919166 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:56.950633 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'name': 'tempest-TestVolumeBootPattern-224430410-router', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'external_fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:01Z', 'updated_at': '2021-08-09T11:48:56Z', 'revision_number': 5, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'gw_port': {'id': 'a5eb2b05-9331-43fa-b998-8501b0a1998a', 'name': '', 'network_id': 'b4a1a800-5cbc-4e1a-8295-3c82bc98c2fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803900-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:02Z', 'updated_at': '2021-08-09T11:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1f4d3b-ebd9-4d16-80f7-a2e4e3a1e3f4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803900-2-iscsi'}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:56.976832 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] Checking router: 34e7203a-3aa6-4c01-8e53-26d9fa28297a for host: dv-cinder-803900-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:48:56.985256 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] Routers {'34e7203a-3aa6-4c01-8e53-26d9fa28297a'} bound to L3 agent in host dv-cinder-803900-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:56.985903 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803900-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:24:31Z,description=,heartbeat_timestamp=2021-08-09T11:48:31Z,host='dv-cinder-803900-2-iscsi',id=018508cf-b09b-4991-8c26-714f3ed71d48,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:24:31Z,topic='l3_agent')) {'router_ids': ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:57.009357 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] For port a5eb2b05-9331-43fa-b998-8501b0a1998a, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=a5eb2b05-9331-43fa-b998-8501b0a1998a,segment=NetworkSegment(ec17565c-8543-4941-b425-d727b4ceae8d),segment_id=ec17565c-8543-4941-b425-d727b4ceae8d)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:57.010001 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.031608 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Calling delete_port for a5eb2b05-9331-43fa-b998-8501b0a1998a owned by network:router_gateway {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:57.070066 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] Set router 34e7203a-3aa6-4c01-8e53-26d9fa28297a gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:57.124717 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'name': 'tempest-TestVolumeBootPattern-224430410-router', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:01Z', 'updated_at': '2021-08-09T11:48:56Z', 'revision_number': 6, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'gw_port_host': None}], 'dv-cinder-803900-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:57.151809 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c703eb9-a6c6-4046-8ecb-cb333b61d279 None None] The sync data for ids ['34e7203a-3aa6-4c01-8e53-26d9fa28297a'] in dv-cinder-803900-2-iscsi is: [{'id': '34e7203a-3aa6-4c01-8e53-26d9fa28297a', 'name': 'tempest-TestVolumeBootPattern-224430410-router', 'tenant_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:01Z', 'updated_at': '2021-08-09T11:48:56Z', 'revision_number': 6, 'project_id': 'a7ad2b8f03e94e2e989cc1478129c6a8', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:48:57.203992 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.227208 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5eb2b05-9331-43fa-b998-8501b0a1998a,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:57.288869 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1660114'] for router_gateway, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.381753 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36587'] for router, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.383763 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.426380 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1662930'] for router, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.426897 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34e7203a-3aa6-4c01-8e53-26d9fa28297a {{(pid=93249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:48:57.431049 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.432945 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-613864de-1b9b-425d-8a4d-0375f02613e9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/34e7203a-3aa6-4c01-8e53-26d9fa28297a HTTP/1.1" status: 204 len: 168 time: 0.7665253 Aug 09 11:48:57.435387 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51152) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:57.477695 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.db_base_plugin_v2 [None req-322b5c71-4484-46ca-a6a7-f3191d45e964 admin admin] Deleting subnet d3bfdfe4-9867-4cf1-91bc-36a81a94d0c0 {{(pid=93249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:48:57.480798 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-322b5c71-4484-46ca-a6a7-f3191d45e964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.516882 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-322b5c71-4484-46ca-a6a7-f3191d45e964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12834124'] for subnet, precommit_delete_associations {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.620139 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-322b5c71-4484-46ca-a6a7-f3191d45e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895873'] for subnet, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.671291 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-322b5c71-4484-46ca-a6a7-f3191d45e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13264514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12821648'] for subnet, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.696683 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b5c71-4484-46ca-a6a7-f3191d45e964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bfdfe4-9867-4cf1-91bc-36a81a94d0c0,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:57.699194 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-322b5c71-4484-46ca-a6a7-f3191d45e964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.701715 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-322b5c71-4484-46ca-a6a7-f3191d45e964 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d3bfdfe4-9867-4cf1-91bc-36a81a94d0c0 HTTP/1.1" status: 204 len: 168 time: 0.2653542 Aug 09 11:48:57.703192 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a8598-2c37-43cf-8a5b-e73603d8a955 None None] Network 2e7f8150-7f77-4aed-8c26-b36331064870 requested from dv-cinder-803900-2-iscsi {{(pid=93251) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:48:57.703674 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51154) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:57.772872 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-745822'] for network, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.826786 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Deleting port f234b5d8-69ea-4879-a96c-87f917ca5f93 {{(pid=93249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:57.827122 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788838221105'] for port, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.895740 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] For port f234b5d8-69ea-4879-a96c-87f917ca5f93, host dv-cinder-803900-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803900-2-iscsi',level=0,port_id=f234b5d8-69ea-4879-a96c-87f917ca5f93,segment=NetworkSegment(7f05e90c-4425-4309-89d0-8c698d26c95a),segment_id=7f05e90c-4425-4309-89d0-8c698d26c95a)] {{(pid=93249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:57.896025 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663926'] for port, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.917910 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.plugin [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Calling delete_port for f234b5d8-69ea-4879-a96c-87f917ca5f93 owned by network:dhcp {{(pid=93249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:57.939309 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 81905c83-0350-4d1a-a8c3-13d3f44d7a73 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:57.966142 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: 81905c83-0350-4d1a-a8c3-13d3f44d7a73 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:57.966490 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device 81905c83-0350-4d1a-a8c3-13d3f44d7a73 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:48:58.013219 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788838227851', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788837756676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13264561'] for port, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.034442 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53123057-2437-4ca9-af97-c7a7ad8c2fad None None] DHCP port deletion for 2e7f8150-7f77-4aed-8c26-b36331064870 request from dv-cinder-803900-2-iscsi {{(pid=93251) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:48:58.037901 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=f234b5d8-69ea-4879-a96c-87f917ca5f93,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:58.041310 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] No DVR routers for this DVR port f234b5d8-69ea-4879-a96c-87f917ca5f93 on host dv-cinder-803900-2-iscsi {{(pid=93249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:48:58.105645 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-105cf730-c9be-491a-b944-e306d71ced20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.124016 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897798', 'neutron.services.segments.db._delete_segments_for_network-8788838282096'] for network, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.135580 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7f8150-7f77-4aed-8c26-b36331064870']}} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:58.146494 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f05e90c-4425-4309-89d0-8c698d26c95a') {'for_net_delete': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:58.146836 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.services.segments.db [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f05e90c-4425-4309-89d0-8c698d26c95a') {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:58.156976 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788838286457', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12834139'] for segment, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.177710 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936'] for segment, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.185013 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:48:58.185408 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13264476'] for segment, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: Traceback (most recent call last): Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: timer() Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: cb(*args, **kw) Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: return func(*args, **kwargs) Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: self._notify() Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: self.callback(batched_events) Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: event.method(event) Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: return f(self, *a, **k) Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._get(url).json() Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: return self.request(url, 'GET', **kwargs) Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:48:58.187207 dv-cinder-803900-2-iscsi neutron-server[93249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:48:58.239975 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1660086'] for network, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.245219 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602348'] for network, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.249175 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2e7f8150-7f77-4aed-8c26-b36331064870 HTTP/1.1" status: 204 len: 168 time: 0.5428002 Aug 09 11:48:58.258754 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dbe47-87a9-40c0-9cbf-008757dd8e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e7f8150-7f77-4aed-8c26-b36331064870,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:58.355631 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51158) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:58.394712 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-ee8c1c58-34c3-449c-917b-c4a4bce6967f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3964435374f44d95bdd1196e784a21bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377891 Aug 09 11:48:58.397092 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51160) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:58.446512 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-52e6ad7c-4566-4db0-a05f-211a7f164c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.467229 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-52e6ad7c-4566-4db0-a05f-211a7f164c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.511294 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-52e6ad7c-4566-4db0-a05f-211a7f164c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.513938 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-52e6ad7c-4566-4db0-a05f-211a7f164c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.515079 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-52e6ad7c-4566-4db0-a05f-211a7f164c07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1dbb7059-1076-44bb-b2d5-3c4d2beff4bd HTTP/1.1" status: 204 len: 168 time: 0.1170566 Aug 09 11:48:58.522716 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6ad7c-4566-4db0-a05f-211a7f164c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbb7059-1076-44bb-b2d5-3c4d2beff4bd,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:58.830309 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51166) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:58.868361 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-946fe847-2ae6-43cd-8aec-7a889f5575db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7ad2b8f03e94e2e989cc1478129c6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369151 Aug 09 11:48:58.871411 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [-] (93249) accepted ('10.222.0.30', 51168) {{(pid=93249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:58.917571 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8613dc7f-2d12-4b08-a559-f905387506f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.937741 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8613dc7f-2d12-4b08-a559-f905387506f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.983506 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8613dc7f-2d12-4b08-a559-f905387506f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634721'] for security_group, after_delete {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.986118 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-8613dc7f-2d12-4b08-a559-f905387506f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.987336 dv-cinder-803900-2-iscsi neutron-server[93249]: INFO neutron.wsgi [None req-8613dc7f-2d12-4b08-a559-f905387506f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/028c3364-ed5c-4467-9adc-bf1181b57bee HTTP/1.1" status: 204 len: 168 time: 0.1150045 Aug 09 11:48:58.995495 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613dc7f-2d12-4b08-a559-f905387506f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c3364-ed5c-4467-9adc-bf1181b57bee,revision_number=None']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:59.472493 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a5eb2b05-9331-43fa-b998-8501b0a1998a no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:59.494389 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: a5eb2b05-9331-43fa-b998-8501b0a1998a {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:59.494830 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device a5eb2b05-9331-43fa-b998-8501b0a1998a not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:48:59.495834 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f234b5d8-69ea-4879-a96c-87f917ca5f93 no longer exists at agent ovs-agent-dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:59.520935 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] No Port match for: f234b5d8-69ea-4879-a96c-87f917ca5f93 {{(pid=93251) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:59.521297 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.rpc [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Device f234b5d8-69ea-4879-a96c-87f917ca5f93 not bound to the agent host dv-cinder-803900-2-iscsi {{(pid=93251) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:49:00.756526 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2c1a4f06-7b9c-4171-b34d-43f71a9cff47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:00.985707 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:02.026848 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:03.549741 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:04.655949 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:49:05.387157 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:28.105244 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9c9eab5a-0b66-44b9-9370-98d290e534bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:30.756221 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ec4af2f4-6261-4cef-9e49-cec9f49a9433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:30.986603 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:32.028652 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:33.550928 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:35.400845 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:41.653963 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:49:57.028907 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-694b7ec0-4287-4cbc-9e02-09a0ccc6d404 req-a0bb237e-bc4b-4be3-9cb2-0ce693cfc75a service neutron] (93250) timed out ('10.222.0.10', 52538) {{(pid=93250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:49:58.105468 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1179ac30-5379-4b58-b879-3df0fd42c85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.755998 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-79e6597e-de3b-4545-bdff-3d114431607f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.986551 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:02.031456 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:03.554339 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:05.398824 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:18.653194 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:50:28.105571 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a58b-f7e0-488e-9d92-be7807286bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:30.757942 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb047ec4-092a-477b-afd7-a6abedd3684b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:30.987566 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:32.036051 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:33.556622 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:35.425056 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:55.652835 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:50:58.106574 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d0652eb5-9ab2-4162-b006-916ac1f37481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:00.757826 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6c7ec3c5-b948-40e7-afe9-ceb361b82fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:00.988038 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.038504 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:03.557975 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.412602 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:28.107278 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3835985e-1de4-4c60-86c1-0f20a5d0b027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:30.757364 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-759ad211-f556-4787-b1a2-65921caf8fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:30.988145 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:32.041256 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:32.651741 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:51:33.560343 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:35.444044 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:58.107201 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7954d0d4-5e32-4925-9fd9-342fcd44fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.758359 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7c58-6f11-4e0b-8e48-b57f42fc3963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.988713 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:02.043846 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:03.563279 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:05.456597 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:09.650679 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:52:12.710196 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [req-667e4554-3508-49fb-8e3b-849c4de323a9 req-0a30b6f7-1bf4-4dd4-a769-575d85c2eec0 service neutron] (93249) timed out ('10.222.0.10', 52500) {{(pid=93249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:52:12.854234 dv-cinder-803900-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-b0263d9e-776f-4304-aed3-9f57406c82dc req-29a39121-fc43-45d1-b5a4-fdd3a1a4035b service neutron] (93250) timed out ('10.222.0.10', 52507) {{(pid=93250) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:52:28.108545 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7efb850a-dac8-472f-87c1-ff4ca224e095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:30.762025 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-74840d2f-83ba-40e7-9c90-e20e35d038f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:30.989152 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.046967 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:33.565533 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:35.456682 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:46.648973 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:52:58.110266 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7bb8ee4a-cf4c-4662-89ac-eff5195a8da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:00.761672 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b93351e2-a061-4cc0-b032-452fb4f07f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:00.989799 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.048840 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:03.569069 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:05.471362 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:23.646673 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:53:28.110593 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5eabf937-1bed-4bf6-8529-4265d5eb4ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:30.761745 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-918f3209-541f-423b-84b6-f0c1242e280e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:30.989903 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:32.051655 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:33.325838 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [req-7d1dd2d1-9e55-48e0-8ba5-fdd4745e7443 req-b49f0095-5cad-40a5-9529-9c7868fa079b service neutron] (93249) timed out ('10.222.0.30', 43928) {{(pid=93249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:53:33.571798 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:35.470540 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:49.829418 dv-cinder-803900-2-iscsi neutron-server[93249]: DEBUG neutron.wsgi [req-a95ffe97-c79b-4cb4-a326-d8ff71938466 req-752a1733-4980-4742-a738-c6371cca073e service neutron] (93249) timed out ('10.222.0.30', 48402) {{(pid=93249) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:53:58.115366 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-78c9d140-b731-4590-896b-29974b545108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:00.645802 dv-cinder-803900-2-iscsi neutron-server[93252]: DEBUG neutron.db.agents_db [None req-d7310f60-742d-47de-8a0a-7c907c567885 None None] Agent healthcheck: found 6 active agents {{(pid=93252) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:54:00.762253 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9395d5c-d6cd-4958-bd50-498eb5601e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:00.989726 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-48870444-2ea1-4539-8fd0-ef276b2b71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:02.054917 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0be548a1-f257-4ce6-8301-d1e808057b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:03.574316 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b7f62d1a-a7d9-4754-83a8-90e5547984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:05.469929 dv-cinder-803900-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-df99b285-10d0-4112-9ebf-2af897bdda0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788838281988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866696'] for agent, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}